-- Logs begin at Sat 2022-06-04 07:36:23 UTC, end at Sat 2022-06-04 08:41:43 UTC. -- Jun 04 08:14:19.688831 dv-cinder-836996-29-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 04 08:14:22.582367 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.common.config [-] Logging enabled! Jun 04 08:14:22.582981 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev296 Jun 04 08:14:22.583147 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103704) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 04 08:14:22.586384 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.common.config [-] Logging enabled! Jun 04 08:14:22.586640 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev296 Jun 04 08:14:22.586954 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103704) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 04 08:14:22.587891 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 08:14:22.588124 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 08:14:22.588650 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 08:14:22.588895 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 08:14:22.589117 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 08:14:22.589430 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.589725 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.589989 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.590290 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.590610 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.590899 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.591191 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.591491 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.591777 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.592059 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.592342 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.592573 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.592853 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.593143 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.593431 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.593655 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] debug = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.593970 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.594408 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.594825 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.595105 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.595391 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.595670 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.595942 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.596538 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.596830 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.597164 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] host = dv-cinder-836996-29-iscsi {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.597446 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.597734 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.598046 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.598336 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.598614 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.598891 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.599174 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.599449 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.599721 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] log_file = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.599995 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.600281 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.600569 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.600862 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.601086 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.601307 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.601594 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.601918 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.602197 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.602474 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.602750 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.603024 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.603298 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.603565 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.603848 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.604131 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.604416 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.604692 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.604972 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.605240 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.605510 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.605794 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.606624 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.606900 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.607173 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.607461 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.607730 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.608003 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.608299 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.608584 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.608865 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.609152 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.609425 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.609705 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.610000 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.610271 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.610537 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] use_json = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.610809 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.611076 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.611356 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.611622 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.611890 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.612160 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.612428 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.612709 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.612980 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:22.613273 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.613568 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.613885 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.614168 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.614473 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.614759 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.615042 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.615318 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.615604 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.615890 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.616177 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.616451 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.616749 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.617036 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.617331 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.617636 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.617958 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.618249 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.618524 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.618797 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.619069 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.619345 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.619630 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.619905 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.620192 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.620479 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.620759 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.621058 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.621343 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.621672 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.622491 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.622777 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.623050 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.623326 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.623613 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.623889 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.624160 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.624444 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.624717 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.624991 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.625272 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.625564 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.625868 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.626142 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.626418 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.626705 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.626982 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.627252 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.627520 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.627794 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.628065 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.628345 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.628619 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.628889 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.629161 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.629438 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.629710 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.630009 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.630287 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.630556 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.630834 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.631104 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.631374 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.631645 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.631914 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.632185 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.632455 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.632723 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.633003 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.633278 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.633551 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.633843 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.634124 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.634399 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.634697 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.634976 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.635256 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.635535 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.635814 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.636092 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.636367 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.636646 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.636925 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.637215 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.637513 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.637800 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.638117 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.638402 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.638683 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.639000 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.639280 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.639559 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.639845 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.640124 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.640402 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.640686 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.641099 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.641411 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.641710 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.642016 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.642314 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.642610 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.642903 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.643186 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.643495 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.643774 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:22.643990 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 08:14:22.644227 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103704) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 04 08:14:23.019775 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 04 08:14:23.020054 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 04 08:14:23.020354 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 04 08:14:23.020687 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 04 08:14:23.342379 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.342673 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.342945 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.344221 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.344492 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.344754 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.397278 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.397554 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.397816 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.414121 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.414399 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.414666 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.443042 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.443321 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.443590 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.479666 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.479941 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.480222 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.830685 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.831310 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.831310 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.831490 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.832365 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.931210 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.931534 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.931821 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.932092 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.932355 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.932660 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.932918 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.933171 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.933423 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.933703 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.933993 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.934807 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.935062 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.935311 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.935565 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.935825 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.936078 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.936345 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.936611 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.936869 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.937140 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.937393 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.937671 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.938077 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.938331 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.938578 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.938975 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 08:14:23.939215 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 08:14:23.939452 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 08:14:23.939687 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 08:14:23.939922 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 08:14:23.940157 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 08:14:23.940521 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 04 08:14:23.943721 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 04 08:14:23.947659 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 04 08:14:23.951506 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 04 08:14:23.953128 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 04 08:14:23.953731 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 04 08:14:23.954091 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 04 08:14:23.954477 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 04 08:14:23.957261 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 04 08:14:23.957512 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 04 08:14:23.957879 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 04 08:14:23.962755 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 04 08:14:23.986631 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 04 08:14:23.987087 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.987384 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103704) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jun 04 08:14:23.987757 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.989097 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103704) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 04 08:14:23.989374 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 04 08:14:23.989615 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 04 08:14:23.993237 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:23.993521 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.058421 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 04 08:14:24.058761 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 04 08:14:24.059030 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 04 08:14:24.059928 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 04 08:14:24.113878 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO dbcounter [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Registered counter for database neutron Jun 04 08:14:24.132012 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_db.sqlalchemy.engines [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103704) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 04 08:14:24.137912 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG dbcounter [-] [103704] Writer thread running {{(pid=103704) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 04 08:14:24.582219 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Initializing driver for type 'gre' Jun 04 08:14:24.582734 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] gre ID ranges: [(1, 1000)] Jun 04 08:14:24.636255 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Initializing driver for type 'local' Jun 04 08:14:24.636575 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Initializing driver for type 'vlan' Jun 04 08:14:24.650038 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] VlanTypeDriver initialization complete Jun 04 08:14:24.650370 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Initializing driver for type 'vxlan' Jun 04 08:14:24.650931 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] vxlan ID ranges: [(1, 1000)] Jun 04 08:14:24.704943 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Initializing extension driver 'port_security' Jun 04 08:14:24.705283 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.extensions.port_security [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] PortSecurityExtensionDriver initialization complete Jun 04 08:14:24.705624 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Initializing mechanism driver 'openvswitch' Jun 04 08:14:24.706088 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Initializing mechanism driver 'hyperv' Jun 04 08:14:24.712659 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.plugins.ml2.plugin [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:14:24.713355 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > port after_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.713705 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > port after_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.714088 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > port after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.714605 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 04 08:14:24.715024 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > subnet after_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.715389 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > subnet after_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.715764 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.716196 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 04 08:14:24.716623 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > network after_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.716969 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > network after_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.717320 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > network after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.717750 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 04 08:14:24.718190 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > security_group after_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.718542 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > security_group after_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.718887 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.719281 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 04 08:14:24.719693 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.720043 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.720386 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.720820 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 04 08:14:24.721231 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > address_group after_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.721582 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > address_group after_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.721946 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.722506 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 04 08:14:24.722959 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] ML2 OVO RPC backend initialized. {{(pid=103704) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 04 08:14:24.723728 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.724094 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.724516 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > network before_response 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.724922 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > networks before_response 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.725271 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > port before_response 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.725622 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > ports before_response 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.726005 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > subnet before_response 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.726485 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > subnets before_response 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.726697 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > network after_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.727047 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > network after_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.727459 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > network after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.727772 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > port after_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.728141 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > port after_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.728457 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > port after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.728808 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > subnet after_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.729206 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > subnet after_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.729483 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.737530 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.quota [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded quota_driver: . Jun 04 08:14:24.737922 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.plugin [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Modular L2 Plugin initialization complete Jun 04 08:14:24.738282 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading services supported by the core plugin {{(pid=103704) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 04 08:14:24.738631 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.plugins.ml2.managers [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Got port-security extension from driver 'port_security' Jun 04 08:14:24.739109 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.extensions.vlantransparent [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Disabled vlantransparent extension. Jun 04 08:14:24.739608 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103704) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 04 08:14:24.739938 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading Plugin: router Jun 04 08:14:24.775319 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.775718 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router after_create 55549900 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.776090 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router before_create 55549900 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.776458 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.776837 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.777193 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router after_delete 55549900 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.777556 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.777962 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.778324 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router after_create 55549900 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.778675 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router after_update 55549900 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.779024 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router after_update 55549900 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.779374 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.779735 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router after_update 55549900 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.780149 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router precommit_update 55549900 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.780521 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: port after_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.780862 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: port after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.781202 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: subnet after_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.781548 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.781924 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.782277 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router precommit_create 55549900 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.782626 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: port before_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.782977 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router precommit_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.783334 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router after_update 55549900 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.783681 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.784036 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router precommit_create 55549900 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.784397 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.784749 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router precommit_update 55549900 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.785118 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > agent after_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.785470 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > agent after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.785843 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > network after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.786697 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Tracking information for resource: router configured {{(pid=103704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 08:14:24.787036 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Tracking information for resource: floatingip configured {{(pid=103704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 08:14:24.792080 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.db.l3_agentschedulers_db [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 04 08:14:24.792666 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: port after_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.793031 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: port after_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.793922 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: port after_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.794283 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: port after_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.795086 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router before_create 55550100 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.795456 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.795821 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router precommit_create 55550100 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.796180 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > router precommit_update 55550100 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.800951 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.services.provider_configuration [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Service providers = [] {{(pid=103704) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 04 08:14:24.801320 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.db.servicetype_db [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103704) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 04 08:14:24.804561 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.services.service_base [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 08:14:24.804920 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.services.service_base [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 08:14:24.805266 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.services.service_base [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 08:14:24.806198 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.services.service_base [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 08:14:24.806578 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.services.service_base [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 04 08:14:24.806954 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 08:14:24.807276 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 04 08:14:24.818458 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 08:14:24.818801 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading Plugin: auto_allocate Jun 04 08:14:24.824511 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: network precommit_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.824909 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: network precommit_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.825426 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 08:14:24.825750 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading Plugin: tag Jun 04 08:14:24.832550 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 08:14:24.833088 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading Plugin: timestamp Jun 04 08:14:24.836666 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 08:14:24.837003 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading Plugin: network_ip_availability Jun 04 08:14:24.842534 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.842908 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.843269 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:24.843984 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 08:14:24.844309 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading Plugin: flavors Jun 04 08:14:24.848996 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 08:14:24.849339 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading Plugin: revisions Jun 04 08:14:24.853763 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 08:14:24.854192 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_concurrency.lockutils [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.834s {{(pid=103704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 04 08:14:24.854941 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103704) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 04 08:14:24.855284 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Initializing extension manager. Jun 04 08:14:24.856488 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: __init__.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.856844 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: __pycache__ {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.857189 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: _port_mac_address_override.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.857533 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: address_group.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.858325 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.858903 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: address-group Jun 04 08:14:24.859236 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: address_scope.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.859959 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.860479 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: address-scope Jun 04 08:14:24.860805 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.861759 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.862320 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: router-admin-state-down-before-update Jun 04 08:14:24.862651 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: agent.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.863359 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.863871 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: agent Jun 04 08:14:24.864198 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: agent_resources_synced.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.865120 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.865633 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: agent-resources-synced Jun 04 08:14:24.865987 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: allowedaddresspairs.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.867789 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.868312 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: allowed-address-pairs Jun 04 08:14:24.868643 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: auto_allocated_topology.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.869727 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.870281 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: auto-allocated-topology Jun 04 08:14:24.870610 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: availability_zone.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.871309 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.872380 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: availability_zone Jun 04 08:14:24.872705 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: availability_zone_filter.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.873646 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.874198 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: availability_zone_filter Jun 04 08:14:24.874522 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: data_plane_status.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.875447 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.875956 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension data-plane-status not supported by any of loaded plugins Jun 04 08:14:24.876279 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: default_subnetpools.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.877205 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.877716 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: default-subnetpools Jun 04 08:14:24.878141 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.878959 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.879471 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: dhcp_agent_scheduler Jun 04 08:14:24.879798 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: dns.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.880716 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.881225 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension dns-integration not supported by any of loaded plugins Jun 04 08:14:24.881551 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: dns_domain_ports.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.882505 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.883017 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 04 08:14:24.883345 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.884275 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.884784 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 04 08:14:24.885109 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: dvr.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.885784 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.886323 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: dvr Jun 04 08:14:24.886648 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: ecmp_routes.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.887595 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.888102 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 04 08:14:24.888427 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: empty_string_filtering.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.889343 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.889886 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: empty-string-filtering Jun 04 08:14:24.890214 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.891138 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.891651 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 04 08:14:24.891978 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.892905 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.893417 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 04 08:14:24.893744 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: external_net.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.894682 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.895199 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: external-net Jun 04 08:14:24.895526 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.896454 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.896971 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: extra_dhcp_opt Jun 04 08:14:24.897297 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: extraroute.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.898250 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.898763 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: extraroute Jun 04 08:14:24.899087 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: extraroute_atomic.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.900130 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.900647 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: extraroute-atomic Jun 04 08:14:24.900973 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: filter_validation.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.901645 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.902193 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: filter-validation Jun 04 08:14:24.902518 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: fip_pf_description.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.903971 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.904480 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 04 08:14:24.904804 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: fip_pf_port_range.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.905726 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.906262 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 04 08:14:24.906586 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: fip_port_details.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.907516 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.908052 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: fip-port-details Jun 04 08:14:24.908375 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: flavors.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.909605 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.910159 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: flavors Jun 04 08:14:24.910487 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.912334 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.914475 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 04 08:14:24.914475 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: floatingip_pools.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.914475 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.914475 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: floatingip-pools Jun 04 08:14:24.915326 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: ip_allocation.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.915672 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.916184 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension ip_allocation not supported by any of loaded plugins Jun 04 08:14:24.916512 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.917444 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.917997 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: ip-substring-filtering Jun 04 08:14:24.918329 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: l2_adjacency.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.919853 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.920365 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 04 08:14:24.920693 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: l3.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.921709 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.922265 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: router Jun 04 08:14:24.922600 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.924831 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.925364 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 04 08:14:24.925702 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.926673 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.927456 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: ext-gw-mode Jun 04 08:14:24.927792 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.928730 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.929251 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: l3-ha Jun 04 08:14:24.929582 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.930541 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.931055 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 04 08:14:24.931385 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: l3_flavors.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.932309 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.932830 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: l3-flavors Jun 04 08:14:24.933158 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.934589 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.935116 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 04 08:14:24.935451 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.936378 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.936897 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 04 08:14:24.937230 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: l3agentscheduler.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.938319 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.938838 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: l3_agent_scheduler Jun 04 08:14:24.939170 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: local_ip.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.940960 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.941489 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension local_ip not supported by any of loaded plugins Jun 04 08:14:24.941852 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: logging.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.943332 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.943862 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension logging not supported by any of loaded plugins Jun 04 08:14:24.944197 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: metering.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.944946 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.945535 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: metering Jun 04 08:14:24.945895 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.948608 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.949153 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: metering_source_and_destination_fields Jun 04 08:14:24.949492 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: multiprovidernet.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.950506 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.951035 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: multi-provider Jun 04 08:14:24.951368 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: netmtu.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.952303 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.952834 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: net-mtu Jun 04 08:14:24.953164 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: netmtu_writable.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.954142 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.954659 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: net-mtu-writable Jun 04 08:14:24.954985 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: network_availability_zone.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.955664 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.956178 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: network_availability_zone Jun 04 08:14:24.956502 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: network_ip_availability.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.957617 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.958169 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: network-ip-availability Jun 04 08:14:24.958495 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: network_segment_range.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.959274 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.959789 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension network-segment-range not supported by any of loaded plugins Jun 04 08:14:24.960113 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: pagination.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.961134 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.961468 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: pagination Jun 04 08:14:24.961793 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: port_device_profile.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.962744 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.963264 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: port-device-profile Jun 04 08:14:24.963590 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: port_mac_address_override.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.964535 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.965055 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: port-mac-override Jun 04 08:14:24.965949 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.966881 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.967397 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: port-mac-address-regenerate Jun 04 08:14:24.967724 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.968644 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.969161 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: port-numa-affinity-policy Jun 04 08:14:24.969486 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: port_resource_request.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.970436 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.970947 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension port-resource-request not supported by any of loaded plugins Jun 04 08:14:24.971272 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: port_resource_request_groups.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.972242 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.972756 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 04 08:14:24.973090 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: portbindings.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.974123 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.974640 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: binding Jun 04 08:14:24.974966 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: portbindings_extended.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.976231 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.976748 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: binding-extended Jun 04 08:14:24.977077 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: portsecurity.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.978040 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.978558 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: port-security Jun 04 08:14:24.978889 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: project_id.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.979881 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.980219 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: project-id Jun 04 08:14:24.980546 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: providernet.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.982066 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.982590 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: provider Jun 04 08:14:24.982917 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: qos.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.986542 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.987070 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension qos not supported by any of loaded plugins Jun 04 08:14:24.987409 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.988661 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.989181 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 04 08:14:24.989515 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.990496 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.991015 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 04 08:14:24.991348 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: qos_default.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.992268 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.992785 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension qos-default not supported by any of loaded plugins Jun 04 08:14:24.993122 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: qos_fip.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.994084 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.994604 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension qos-fip not supported by any of loaded plugins Jun 04 08:14:24.994935 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.995855 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.996375 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 04 08:14:24.996731 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: qos_gateway_ip.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.997660 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.998217 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 04 08:14:24.998548 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: qos_port_network_policy.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:24.999473 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:24.999989 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 04 08:14:25.000316 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.001365 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.001914 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 04 08:14:25.002250 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.003286 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.003807 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 04 08:14:25.004136 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: qos_pps_rule.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.005302 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.005836 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension qos-pps not supported by any of loaded plugins Jun 04 08:14:25.006173 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: qos_rule_type_details.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.008168 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.008689 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 04 08:14:25.009019 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.009995 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.010512 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 04 08:14:25.010837 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: qos_rules_alias.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.011897 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.012441 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 04 08:14:25.012767 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: quota_check_limit.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.013703 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.014248 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: quota-check-limit Jun 04 08:14:25.014575 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: quotasv2.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.015511 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.015840 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: quotas Jun 04 08:14:25.016166 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: quotasv2_detail.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.017927 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.018269 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: quota_details Jun 04 08:14:25.018603 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: rbac.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.019660 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.020186 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: rbac-policies Jun 04 08:14:25.020520 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: rbac_address_group.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.021495 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.022049 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: rbac-address-group Jun 04 08:14:25.022381 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: rbac_address_scope.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.023390 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.023917 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: rbac-address-scope Jun 04 08:14:25.024246 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: rbac_security_groups.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.025183 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.025702 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: rbac-security-groups Jun 04 08:14:25.026063 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: rbac_subnetpool.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.027004 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.027520 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: rbac-subnetpool Jun 04 08:14:25.028369 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: revisionifmatch.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.029303 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.029843 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: revision-if-match Jun 04 08:14:25.030169 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: revisions.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.031287 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.031805 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: standard-attr-revisions Jun 04 08:14:25.032136 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: router_availability_zone.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.032815 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.033333 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: router_availability_zone Jun 04 08:14:25.033666 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: routerservicetype.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.034628 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.035144 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension router-service-type not supported by any of loaded plugins Jun 04 08:14:25.035472 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.036407 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.036931 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: security-groups-normalized-cidr Jun 04 08:14:25.037256 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.038215 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.038735 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: port-security-groups-filtering Jun 04 08:14:25.039060 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.040013 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.040531 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: security-groups-remote-address-group Jun 04 08:14:25.040858 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.041803 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.042341 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: security-groups-shared-filtering Jun 04 08:14:25.042668 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: securitygroup.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.053073 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.053612 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: security-group Jun 04 08:14:25.053984 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: segment.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.054719 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.055235 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension segment not supported by any of loaded plugins Jun 04 08:14:25.055568 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.056514 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.057030 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 04 08:14:25.057363 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: servicetype.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.058492 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.059071 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: service-type Jun 04 08:14:25.059405 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: sorting.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.060398 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.060736 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: sorting Jun 04 08:14:25.061064 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: standard_attr_segment.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.062036 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.062561 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 04 08:14:25.062892 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: standardattrdescription.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.063552 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.064074 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: standard-attr-description Jun 04 08:14:25.064403 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: stateful_security_group.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.065368 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.065924 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: stateful-security-group Jun 04 08:14:25.066257 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: stdattrs_common.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.066847 dv-cinder-836996-29-iscsi neutron-server[103704]: WARNING neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 04 08:14:25.067171 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.068133 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.068653 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 04 08:14:25.068979 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: subnet_onboard.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.070081 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.070613 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: subnet_onboard Jun 04 08:14:25.070943 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.071888 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.072406 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 04 08:14:25.072735 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: subnet_service_types.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.073677 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.074238 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: subnet-service-types Jun 04 08:14:25.074571 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: subnetallocation.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.075695 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.076212 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: subnet_allocation Jun 04 08:14:25.076541 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.077220 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.077735 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: subnetpool-prefix-ops Jun 04 08:14:25.078086 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.079029 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.079549 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 04 08:14:25.079875 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: tagging.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.080933 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.081460 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: standard-attr-tag Jun 04 08:14:25.081794 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: timestamp.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.083113 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.083588 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loaded extension: standard-attr-timestamp Jun 04 08:14:25.083922 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: trunk.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.084970 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.085487 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension trunk not supported by any of loaded plugins Jun 04 08:14:25.085832 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: trunk_details.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.086774 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.087295 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension trunk-details not supported by any of loaded plugins Jun 04 08:14:25.087624 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: uplink_status_propagation.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.088557 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.089070 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 04 08:14:25.089397 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Loading extension file: vlantransparent.py {{(pid=103704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 08:14:25.090109 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 08:14:25.091143 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 04 08:14:25.093680 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Creating instance of TrackedResource for resource:network Jun 04 08:14:25.094248 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Creating instance of TrackedResource for resource:subnet Jun 04 08:14:25.094652 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 08:14:25.095050 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Creating instance of TrackedResource for resource:port Jun 04 08:14:25.096264 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.v2.resource_helper [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 08:14:25.096712 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.v2.resource_helper [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Service FLAVORS assigned prefix: {{(pid=103704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 08:14:25.097339 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.v2.resource_helper [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 08:14:25.097782 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.v2.resource_helper [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 08:14:25.098147 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Creating instance of TrackedResource for resource:router Jun 04 08:14:25.098581 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Creating instance of TrackedResource for resource:floatingip Jun 04 08:14:25.099069 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.v2.resource_helper [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Service METERING assigned prefix: /metering {{(pid=103704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 08:14:25.100515 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:25.100889 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:25.101242 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:14:25.102282 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Creating instance of CountableResource for resource:rbac_policy Jun 04 08:14:25.102720 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Creating instance of TrackedResource for resource:security_group Jun 04 08:14:25.103166 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 04 08:14:25.103752 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.v2.resource_helper [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Service CORE assigned prefix: {{(pid=103704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 08:14:25.104090 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 08:14:25.104447 dv-cinder-836996-29-iscsi neutron-server[103704]: WARNING neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] subnetpool is already registered Jun 04 08:14:25.104908 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.v2.resource_helper [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Service CORE assigned prefix: {{(pid=103704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 08:14:25.105239 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 08:14:25.105576 dv-cinder-836996-29-iscsi neutron-server[103704]: WARNING neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] subnetpool is already registered Jun 04 08:14:25.108444 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.v2.resource_helper [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 08:14:25.108882 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.v2.resource_helper [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Service FLAVORS assigned prefix: {{(pid=103704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 08:14:25.109481 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.v2.resource_helper [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 08:14:25.109944 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.v2.resource_helper [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 08:14:25.110282 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Creating instance of TrackedResource for resource:router Jun 04 08:14:25.110627 dv-cinder-836996-29-iscsi neutron-server[103704]: WARNING neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] router is already registered Jun 04 08:14:25.111043 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Creating instance of TrackedResource for resource:floatingip Jun 04 08:14:25.111384 dv-cinder-836996-29-iscsi neutron-server[103704]: WARNING neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] floatingip is already registered Jun 04 08:14:25.111846 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.v2.resource_helper [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Service METERING assigned prefix: /metering {{(pid=103704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 08:14:25.112518 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Creating instance of CountableResource for resource:rbac_policy Jun 04 08:14:25.112845 dv-cinder-836996-29-iscsi neutron-server[103704]: WARNING neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] rbac_policy is already registered Jun 04 08:14:25.113536 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Creating instance of TrackedResource for resource:security_group Jun 04 08:14:25.113901 dv-cinder-836996-29-iscsi neutron-server[103704]: WARNING neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] security_group is already registered Jun 04 08:14:25.114314 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 04 08:14:25.114650 dv-cinder-836996-29-iscsi neutron-server[103704]: WARNING neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] security_group_rule is already registered Jun 04 08:14:25.115281 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.v2.resource_helper [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Service CORE assigned prefix: {{(pid=103704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 08:14:25.115614 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 08:14:25.115951 dv-cinder-836996-29-iscsi neutron-server[103704]: WARNING neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] subnetpool is already registered Jun 04 08:14:25.116382 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.v2.resource_helper [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Service CORE assigned prefix: {{(pid=103704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 08:14:25.116708 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 08:14:25.117042 dv-cinder-836996-29-iscsi neutron-server[103704]: WARNING neutron.quota.resource_registry [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] subnetpool is already registered Jun 04 08:14:25.117518 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: extensions {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.119009 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: address-groups {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.120476 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: address-scopes {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.121802 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: agents {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.122988 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: auto-allocated-topology {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.124231 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: availability_zones {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.125447 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: dhcp-networks {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.126974 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: dhcp-agents {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.128393 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: routers {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.130119 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: flavors {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.131377 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: service_profiles {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.132583 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: next_providers {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.134079 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: service_profiles {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.135607 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: floatingip-pools {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.136834 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: routers {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.138581 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: floatingips {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.140719 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: l3-routers {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.142170 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: l3-agents {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.143580 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: metering-labels {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.144834 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: metering-label-rules {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.146234 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: network-ip-availabilities {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.147482 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: bindings {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.149039 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: quotas {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.150706 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: quotas {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.152244 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: rbac-policies {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.153987 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: security-groups {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.155285 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: security-group-rules {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.156551 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: service-providers {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.157761 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: subnetpools {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.159117 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: subnetpools {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.160639 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: tags {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.162366 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: tags {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.164154 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: tags {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.166035 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: tags {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.167709 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: tags {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.170279 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: tags {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.171943 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: tags {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.173891 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: tags {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.175659 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: tags {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.177669 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron.api.extensions [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Extended resource: tags {{(pid=103704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 08:14:25.183836 dv-cinder-836996-29-iscsi neutron-server[103704]: WARNING keystonemiddleware.auth_token [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 04 08:14:25.188971 dv-cinder-836996-29-iscsi neutron-server[103704]: WARNING keystonemiddleware.auth_token [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 04 08:14:25.197733 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_concurrency.lockutils [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Acquired lock "singleton_lock" {{(pid=103704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 04 08:14:25.198237 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_concurrency.lockutils [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Releasing lock "singleton_lock" {{(pid=103704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 04 08:14:25.198921 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO oslo_service.service [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Starting 2 workers Jun 04 08:14:25.203899 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Started child 103811 {{(pid=103704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 04 08:14:25.208454 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Started child 103812 {{(pid=103704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 04 08:14:25.209349 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:25.210089 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO neutron.service [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 04 08:14:25.210713 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:25.210899 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [-] (103811) wsgi starting up on http://0.0.0.0:9696 Jun 04 08:14:25.213098 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:25.213558 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO oslo_service.service [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Starting 1 workers Jun 04 08:14:25.214526 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [-] (103812) wsgi starting up on http://0.0.0.0:9696 Jun 04 08:14:25.219044 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Started child 103813 {{(pid=103704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 04 08:14:25.219576 dv-cinder-836996-29-iscsi neutron-server[103704]: INFO oslo_service.service [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Starting 1 workers Jun 04 08:14:25.222759 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.service [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] calling RpcWorker wait() {{(pid=103813) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 04 08:14:25.223287 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.service [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] returning from RpcWorker wait() {{(pid=103813) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 04 08:14:25.224174 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Started child 103814 {{(pid=103704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 04 08:14:25.224781 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:25.224955 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c21623c1-2211-4f97-a274-67f36a423837 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:25.225363 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:14:25.226859 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 04 08:14:25.227075 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 08:14:25.227260 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 08:14:25.227483 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 08:14:25.227834 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 08:14:25.228000 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 08:14:25.228526 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.228802 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.229060 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.229160 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:25.229630 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.229968 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.230152 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:14:25.230261 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.230501 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.230792 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.231124 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.231811 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.231980 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.232228 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.232479 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.232789 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.233055 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.233316 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.233605 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.233794 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.234078 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.234340 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.234589 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.234876 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] debug = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.235109 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.235616 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.235851 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.236121 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.236343 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.236632 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.236878 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.237153 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.237389 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.237637 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.237917 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.238187 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.238430 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.238673 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.238921 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.239188 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.239426 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.239908 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] host = dv-cinder-836996-29-iscsi {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.240147 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.240369 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.240602 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.240857 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.241116 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.241357 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.241611 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.241878 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.242153 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.242398 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.242663 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.242911 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.243160 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.243403 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] log_file = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.243568 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] log_options = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.243786 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.244040 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.244308 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.244511 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.244686 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.244821 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.245088 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.245261 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.245523 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.245742 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.245998 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.246247 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.246511 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.246752 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.247004 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.247238 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.247456 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.247667 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.247931 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.248186 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.248411 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.248709 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.248886 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.249123 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.249337 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.249552 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.249778 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.250035 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.250250 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.250490 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.251771 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.251771 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.251771 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.252159 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.252159 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.252400 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.252529 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.253452 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.253452 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.253932 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.254410 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.254693 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.254950 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.255159 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.255600 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.256470 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.256470 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] use_json = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.256470 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.257293 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.257293 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.257293 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.257293 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.258516 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.258516 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.258516 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.258516 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.258516 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.260709 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.260709 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.260709 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.260709 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.260709 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.260709 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.260709 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.260709 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.262889 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.262889 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.262889 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.262889 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.262889 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.263247 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.263336 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.264292 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.264292 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.264292 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.265169 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.265169 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.265169 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.265169 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.265910 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.265910 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.265910 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.266162 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.266244 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.266557 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.266817 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.267103 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.267382 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.267646 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.267912 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.268159 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.268405 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.268649 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.269040 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.269439 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.269860 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.270295 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.270700 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.271097 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.271475 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.271854 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.272230 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.272643 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.273040 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.273455 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.273847 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.274250 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.274622 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.274850 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.275093 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.275334 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.275562 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.275802 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.276053 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.276308 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.276770 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.277191 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.277617 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.278671 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.279198 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.279695 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.280091 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.280504 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.280899 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.281330 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.281747 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.282003 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.282227 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.282455 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.282702 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.282965 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.283151 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.283373 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.283597 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.283815 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.284049 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.284249 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.284473 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.284714 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.284930 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.285142 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.285371 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.285692 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.286018 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.286234 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.286494 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.286727 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.287084 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.287332 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.287968 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.288222 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.288466 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.288708 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.288952 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.289170 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.289396 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.289612 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.289894 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.290148 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.290415 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.290645 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.290866 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.291126 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.291344 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.291586 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.291819 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.292045 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.292285 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.292515 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.292781 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.293035 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.293278 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.293562 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.293816 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.294082 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.294365 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.294618 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.294891 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.295131 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.295399 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.295702 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.295985 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.296265 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.296549 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.296787 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.297030 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.297278 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.297707 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.298124 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.298505 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.298914 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.299283 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.299681 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.300135 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.300446 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.300826 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.301132 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.301548 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.301978 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.302717 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.303160 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.303598 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.304044 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.304475 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.304896 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.305162 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.305417 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.305686 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.305970 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.306221 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.306615 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.306862 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.307254 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.307492 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.307868 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.308108 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.308384 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.308607 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.308834 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.309103 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.309332 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.309554 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.309843 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.310060 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.310288 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.310532 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.310770 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.310992 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.311216 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.311458 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.311726 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.311949 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.312301 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.312560 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.313364 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.313747 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.314181 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.314599 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.314817 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.315257 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.315505 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.315735 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.315955 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.316184 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.316405 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.316627 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.316860 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.317100 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.317356 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.317585 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.317950 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.318191 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.318606 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.318855 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.319129 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.319372 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.319595 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.319816 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.320068 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.320293 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.320523 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.320763 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.320985 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.321214 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.321428 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.321643 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.321952 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.322194 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.322441 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.322666 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.322895 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.323117 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.323335 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.323551 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.323774 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.324012 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.324224 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.324440 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.325166 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.325472 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.325747 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.326011 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.326272 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.326485 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.326695 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.326929 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.327176 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.327387 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.327609 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.327827 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.328038 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.328264 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.328473 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.328685 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.328907 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.329119 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.329492 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.329743 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.329985 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.330219 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.330442 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.330661 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.330874 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.331132 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.331342 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.331556 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.331775 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.331997 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.332211 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.332455 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.332664 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.332894 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.333184 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.333354 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.333563 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.333878 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.334141 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.334365 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.334506 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:14:25.334649 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.334881 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.335129 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.335354 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.335664 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.335899 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.336163 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.336392 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.336613 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.336835 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.337102 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.337851 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.338445 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.338751 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.339299 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.339576 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.339867 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.340140 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.340922 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.341216 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.341562 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.341863 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.342188 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.342443 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.342683 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.342908 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.343157 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.343407 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.343647 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.343866 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.344126 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.344356 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.344626 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.345006 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.345245 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.345476 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.345702 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.345974 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.346206 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.346429 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.346588 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 08:14:25.347145 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 04 08:14:25.347309 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 08:14:25.347462 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 08:14:25.347630 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 08:14:25.347801 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 08:14:25.347953 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 08:14:25.348159 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.348322 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.348483 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.348646 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.348826 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.348987 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.349145 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.349462 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.349627 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.349788 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.349974 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.350136 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.350294 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.350455 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.350613 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.350774 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.350936 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.351100 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.351258 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.351415 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.351573 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.351731 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] debug = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.351896 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.352093 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.352466 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.352629 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.352786 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.352945 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.353102 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.353259 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.353418 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.353576 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.353739 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.353948 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.354072 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.354264 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.354391 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.354552 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.354706 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.354862 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] host = dv-cinder-836996-29-iscsi {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.355014 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.355170 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.355337 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.355482 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.355639 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.355796 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.356479 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.356638 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.356796 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.356954 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.357113 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.357273 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.357430 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.357587 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] log_file = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.357748 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] log_options = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.357934 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.358094 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.358253 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.358444 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.358611 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.358771 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.358932 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.359108 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.359271 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.359452 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.359716 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.361864 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.361864 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.361864 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.361864 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.361864 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.361864 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.361864 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.362311 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.362311 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.362433 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.362661 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.362752 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.362899 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.362987 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.365871 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.365871 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.365871 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.365871 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.366207 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 46426) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:14:25.366315 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.366315 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.366315 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.366315 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.366315 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.366315 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.366315 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.366315 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.367027 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.367027 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.367027 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.367027 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.367027 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.367027 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.367027 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.367027 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.367562 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.367562 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] use_json = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.367562 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.367562 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.367562 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.367562 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.367562 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.368017 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.368017 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.368017 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.368217 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 08:14:25.368377 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.368461 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.368626 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.368797 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.369027 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.369376 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.369619 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.370456 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.370456 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.370737 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.371297 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.371297 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.372102 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.374475 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.374475 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.374475 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.374475 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.374475 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.374475 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.374475 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.374475 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.375418 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.375418 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.375418 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.375418 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.375418 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.375418 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.376950 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.376950 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.377262 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101774 Jun 04 08:14:25.377351 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.377351 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.377351 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.377351 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.377351 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.377704 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.378122 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.378122 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.378371 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.378371 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.378555 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.378933 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.378933 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.379146 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.379146 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.379323 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.379408 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.379576 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.379740 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.379865 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.380094 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.380258 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.380393 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.380473 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.380634 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.380794 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.380957 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.381118 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.381293 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.381455 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.381617 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.381776 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.381959 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.382120 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.382279 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.382436 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.382596 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.382758 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.383874 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.384065 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.384225 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.384553 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.384711 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.384878 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.385039 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.385203 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.385366 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.385522 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.385682 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.385871 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.386094 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.386189 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.386342 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.386507 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.386666 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.386828 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.386988 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.387241 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.387351 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.387500 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.387637 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.387792 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.387965 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.388122 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.388278 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.388445 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.388606 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.388767 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.389842 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.389842 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.389842 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.389842 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.389842 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.389842 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.389842 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.390532 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.390532 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.390532 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.390532 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.390854 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.390854 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.390998 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.391077 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.391212 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.391370 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.391702 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.391871 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.392019 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.392199 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.392355 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.392497 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.392658 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.392822 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.392984 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.393152 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.393322 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.393484 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.393646 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.393806 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.393981 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.394140 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.394293 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.394453 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.394616 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.394778 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.394938 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.395111 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.395272 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.395433 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.395593 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.395806 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.395970 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.396151 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.396349 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.396463 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.396569 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.396731 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.396891 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.397052 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.397210 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.397374 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.397537 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.397697 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.397883 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.398046 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.398981 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.398981 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.398981 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.398981 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.398981 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.398981 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.399429 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.399429 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.399429 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.399638 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.399716 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.399854 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.400014 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.400175 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.400336 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.400497 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.400657 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.400816 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.400979 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.401142 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.401303 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.401463 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.401626 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.401788 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.401962 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.402124 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.402285 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.402448 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.402610 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.402797 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.402960 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.403122 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.403283 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.403444 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.403608 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.403769 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.403929 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.404091 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.404256 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.404419 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.404595 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.404744 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.404906 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.405070 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.405230 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.405390 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.405551 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.405714 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.405898 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.406059 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.406223 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.406388 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.406554 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.406713 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.406873 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.407034 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.407197 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.407362 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.407568 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.407668 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.407822 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.407982 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.408141 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.408306 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.408468 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.408628 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.408789 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.408949 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.409116 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.409288 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.409450 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.409611 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.409772 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.409973 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.410107 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.410279 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.410447 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.411113 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.411113 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.411113 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.411113 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.411435 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.411435 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.411589 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.411671 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.411787 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.411931 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.412101 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.412262 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.412423 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.412584 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.412743 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.412903 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.413446 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.413446 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.413446 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.413698 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.413698 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.413881 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.414005 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.414165 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.414325 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.414485 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.414646 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.414806 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.414977 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.415140 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.415300 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.415470 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.415633 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.415827 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.415988 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.416120 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.416281 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.416460 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.416595 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.416758 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.416918 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.417080 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.417244 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.417416 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.417587 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.417752 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.417942 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.418113 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.418282 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.418983 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.419163 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.419335 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.419472 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.419631 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.419791 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.419956 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.420102 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.420265 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.420424 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.420585 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.420745 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.420905 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.421065 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.421226 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.421386 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.421553 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.421748 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.421948 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.422098 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.422259 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.422419 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 08:14:25.422574 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 08:14:34.698492 dv-cinder-836996-29-iscsi neutron-server[103704]: DEBUG dbcounter [-] [103704] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103704) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:14:36.630209 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d79b9bd-c16b-4740-98f8-cb9dcafa0dd6 None None] get_active_networks_info from dv-cinder-836996-29-iscsi {{(pid=103813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 04 08:14:36.633663 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writer thread running {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 04 08:14:36.695561 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d79b9bd-c16b-4740-98f8-cb9dcafa0dd6 None None] No non-hosted networks {{(pid=103813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 04 08:14:36.711615 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.agentschedulers_db [None req-9d79b9bd-c16b-4740-98f8-cb9dcafa0dd6 None None] DHCP Agent not found on host dv-cinder-836996-29-iscsi {{(pid=103813) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 04 08:14:36.839766 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-62525b74-5d6f-48d6-9597-d42d9d3b659d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914369'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:38.486902 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writer thread running {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 04 08:14:39.039147 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-cabb181f-e000-4658-a6f0-069fe92127b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914369'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:39.077748 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-298aadb0-0b40-4cc4-91f0-6caf7bc1ef85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:39.804577 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 46494) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:14:40.080603 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914369'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:40.516206 dv-cinder-836996-29-iscsi neutron-server[103812]: WARNING oslo_policy.policy [None req-d13dd65a-f69d-4b86-aa15-3c2edbbf4511 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 08:14:40.516972 dv-cinder-836996-29-iscsi neutron-server[103812]: WARNING oslo_policy.policy [None req-d13dd65a-f69d-4b86-aa15-3c2edbbf4511 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 08:14:40.736944 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [None req-d13dd65a-f69d-4b86-aa15-3c2edbbf4511 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 08:14:40.742369 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-d13dd65a-f69d-4b86-aa15-3c2edbbf4511 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9321871 Jun 04 08:14:41.264180 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914369'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:42.791640 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914369'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:42.793174 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:42.793882 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:42.794517 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:42.795045 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:42.795522 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:42.796006 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:42.796483 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:42.797019 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:42.797519 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:42.798036 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:42.798543 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:42.799165 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:42.799643 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:42.800598 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:42.801128 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:42.802966 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836996-29-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:14:42.813396 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836996-29-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:14:43.333977 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 46530) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:14:43.823025 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-5521fe9a-989a-4e2a-8fa2-aadce02fa46a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:14:43.918395 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.policy [None req-5521fe9a-989a-4e2a-8fa2-aadce02fa46a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103812) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 04 08:14:43.961708 dv-cinder-836996-29-iscsi neutron-server[103812]: WARNING oslo_policy.policy [None req-5521fe9a-989a-4e2a-8fa2-aadce02fa46a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 08:14:43.962246 dv-cinder-836996-29-iscsi neutron-server[103812]: WARNING oslo_policy.policy [None req-5521fe9a-989a-4e2a-8fa2-aadce02fa46a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 08:14:43.983126 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writer thread running {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 04 08:14:44.064982 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5521fe9a-989a-4e2a-8fa2-aadce02fa46a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739927199091', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739927199591', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739927182770', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739927189480', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739927171029', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739927177436', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1320886', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1312261', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3870657', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3813860'] for rbac-policy (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:44.138291 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5521fe9a-989a-4e2a-8fa2-aadce02fa46a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:44.149906 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-5521fe9a-989a-4e2a-8fa2-aadce02fa46a admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8045597 Jun 04 08:14:44.378859 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.db.l3_hamode_db [None req-01ad505a-87b0-497e-9dca-bdcf9f6d72a3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 04 08:14:44.459268 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad505a-87b0-497e-9dca-bdcf9f6d72a3 None None] Routers set() bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:14:44.459806 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad505a-87b0-497e-9dca-bdcf9f6d72a3 None None] Router IDs set() for agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 04 08:14:46.602004 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 46542) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:14:47.244290 dv-cinder-836996-29-iscsi neutron-server[103811]: WARNING oslo_policy.policy [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 08:14:47.244866 dv-cinder-836996-29-iscsi neutron-server[103811]: WARNING oslo_policy.policy [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 08:14:47.462289 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:14:47.475302 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writer thread running {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 04 08:14:47.517634 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Made reservation on behalf of a9d904b06eb24d5d8bce3f192f7927ca for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:14:47.577471 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.policy [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103811) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 04 08:14:47.618736 dv-cinder-836996-29-iscsi neutron-server[103811]: WARNING oslo_policy.policy [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 08:14:47.619296 dv-cinder-836996-29-iscsi neutron-server[103811]: WARNING oslo_policy.policy [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 08:14:47.631703 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:47.654948 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:47.770901 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Publish callbacks [] for security_group (7bbcb7f5-38a5-432c-9e67-10bedd1e2507), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:47.774943 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (7bbcb7f5-38a5-432c-9e67-10bedd1e2507), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:47.800770 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 08:14:47.834951 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739929666564', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (3386be0d-ea9e-463d-b28f-67e565b3cad2), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:47.835505 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Unsubscribe: segment precommit_create {{(pid=103811) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 04 08:14:47.836077 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Added segment 3386be0d-ea9e-463d-b28f-67e565b3cad2 of type vlan for network 177487f1-e53f-4049-8ef0-5147133c20c1 Jun 04 08:14:47.856689 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbcb7f5-38a5-432c-9e67-10bedd1e2507,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:14:47.906134 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:47.906476 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:47.906831 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:47.907186 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:47.907520 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:47.907848 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:47.908172 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:47.908501 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:47.908839 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:47.909263 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:47.909587 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:47.909936 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:47.910259 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:47.910587 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:47.910901 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Tracked resource versions report: Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: pushed versions: Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: { 'AddressGroup': {'1.2'}, Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Agent': {'1.1'}, Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'ConntrackHelper': {'1.0'}, Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'LocalIPAssociation': {'1.0'}, Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Log': {'1.0'}, Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'NDPProxy': {'1.0'}, Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Network': {'1.1'}, Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Port': {'1.7'}, Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'PortForwarding': {'1.3'}, Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'QosPolicy': {'1.10'}, Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'SecurityGroup': {'1.5'}, Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'SecurityGroupRule': {'1.2'}, Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'SubPort': {'1.0'}, Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Subnet': {'1.1'}, Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Trunk': {'1.1'}} Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: consumer versions: Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: { DHCP agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: L3 agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: Metadata agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: Metering agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: Open vSwitch agent@dv-cinder-836996-29-iscsi: { 'AddressGroup': '1.2', Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Agent': '1.1', Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'ConntrackHelper': '1.0', Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'LocalIPAssociation': '1.0', Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Log': '1.0', Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'NDPProxy': '1.0', Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Network': '1.1', Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Port': '1.7', Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'PortForwarding': '1.3', Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'QosPolicy': '1.10', Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'SecurityGroup': '1.5', Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'SecurityGroupRule': '1.2', Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'SubPort': '1.0', Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Subnet': '1.1', Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Trunk': '1.1'}} Jun 04 08:14:47.912356 dv-cinder-836996-29-iscsi neutron-server[103811]: {{(pid=103811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 08:14:47.957186 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (177487f1-e53f-4049-8ef0-5147133c20c1), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:47.998053 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (177487f1-e53f-4049-8ef0-5147133c20c1), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:48.003238 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:14:48.003959 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:48.100502 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.4964373 Jun 04 08:14:48.127121 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a95060-75ab-40b8-920a-12be8f5530f5 demo demo] Pushing event updated for resources: {'Network': ['ID=177487f1-e53f-4049-8ef0-5147133c20c1,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:14:48.140428 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network 177487f1-e53f-4049-8ef0-5147133c20c1 details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:14:50.597707 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 46562) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:14:51.005205 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=60,neutron:INSERT=38,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:14:51.008920 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0321d63-24ac-4089-b33d-e32157e23f43 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:14:51.010338 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f0321d63-24ac-4089-b33d-e32157e23f43 demo admin] 10.222.0.57 "GET /v2.0/networks/177487f1-e53f-4049-8ef0-5147133c20c1 HTTP/1.1" status: 200 len: 825 time: 0.4116316 Jun 04 08:14:51.052776 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1f344eff-9592-4aec-9c05-553cf8848acd demo admin] 10.222.0.57 "GET /v2.0/subnetpools/0439b310-4bff-45f8-a63b-c8be67838a6c HTTP/1.1" status: 200 len: 734 time: 0.0362520 Jun 04 08:14:51.061435 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-e836e49c-d950-49d6-87f6-90f271a0ce8a demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '0439b310-4bff-45f8-a63b-c8be67838a6c', 'network_id': '177487f1-e53f-4049-8ef0-5147133c20c1', 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:14:51.083527 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e836e49c-d950-49d6-87f6-90f271a0ce8a demo admin] Made reservation on behalf of a9d904b06eb24d5d8bce3f192f7927ca for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:14:51.085815 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e836e49c-d950-49d6-87f6-90f271a0ce8a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:51.271601 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=6 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:14:51.280056 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:14:51.375866 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e836e49c-d950-49d6-87f6-90f271a0ce8a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for subnet (c144f003-e152-4aa8-bef3-aab27ee7aa17), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:51.439182 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836e49c-d950-49d6-87f6-90f271a0ce8a demo admin] Pushing event updated for resources: {'Subnet': ['ID=c144f003-e152-4aa8-bef3-aab27ee7aa17,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:14:51.446653 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:14:51.450649 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e836e49c-d950-49d6-87f6-90f271a0ce8a demo admin] Checking segment: {'id': '3386be0d-ea9e-463d-b28f-67e565b3cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '177487f1-e53f-4049-8ef0-5147133c20c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:14:51.451008 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e836e49c-d950-49d6-87f6-90f271a0ce8a demo admin] Network hostable DHCP agents. Network: 177487f1-e53f-4049-8ef0-5147133c20c1, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:14:51.471725 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e836e49c-d950-49d6-87f6-90f271a0ce8a demo admin] Network 177487f1-e53f-4049-8ef0-5147133c20c1 is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:14:51.482849 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-e836e49c-d950-49d6-87f6-90f271a0ce8a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, 177487f1-e53f-4049-8ef0-5147133c20c1) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:14:51.487314 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e836e49c-d950-49d6-87f6-90f271a0ce8a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:14:51.487924 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e836e49c-d950-49d6-87f6-90f271a0ce8a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:51.492802 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140e8b8f-908e-4f88-97f2-978dbde518b8 None None] Network 177487f1-e53f-4049-8ef0-5147133c20c1 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:14:51.512700 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e836e49c-d950-49d6-87f6-90f271a0ce8a demo admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4487014 Jun 04 08:14:51.757473 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp656ddf91-5a7e-5562-8344-d8ecf654b6e7-177487f1-e53f-4049-8ef0-5147133c20c1', 'network_id': '177487f1-e53f-4049-8ef0-5147133c20c1', 'project_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'fixed_ips': [{'subnet_id': 'c144f003-e152-4aa8-bef3-aab27ee7aa17'}]}} from dv-cinder-836996-29-iscsi. {{(pid=103813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 08:14:51.759758 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:52.021135 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=65,neutron:INSERT=35 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:14:52.040270 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.db_base_plugin_common [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Allocated IP 172.20.0.2 (177487f1-e53f-4049-8ef0-5147133c20c1/c144f003-e152-4aa8-bef3-aab27ee7aa17/e665b637-435c-45a5-bb02-3dc408db047c) {{(pid=103813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:14:52.306445 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Publish callbacks [] for port (e665b637-435c-45a5-bb02-3dc408db047c), precommit_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:52.315122 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (e665b637-435c-45a5-bb02-3dc408db047c), after_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:52.393319 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Network 177487f1-e53f-4049-8ef0-5147133c20c1 is already hosted by enough agents. {{(pid=103813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:14:52.399350 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.base_scheduler [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Resources bound (agent type, host, resource id): {{(pid=103813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:14:52.409017 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Received port after_create {{(pid=103813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:14:52.416102 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Pushing event updated for resources: {'Port': ['ID=e665b637-435c-45a5-bb02-3dc408db047c,revision_number=1']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:14:52.448402 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:52.448745 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:52.449099 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:52.449472 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:52.449812 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:52.450159 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:52.450482 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:52.450803 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:52.451139 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:52.451464 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:52.451785 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:52.452118 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:52.452445 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:52.452761 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:52.453078 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Tracked resource versions report: Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: pushed versions: Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: { 'AddressGroup': {'1.2'}, Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Agent': {'1.1'}, Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'ConntrackHelper': {'1.0'}, Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'LocalIPAssociation': {'1.0'}, Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Log': {'1.0'}, Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'NDPProxy': {'1.0'}, Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Network': {'1.1'}, Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Port': {'1.7'}, Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'PortForwarding': {'1.3'}, Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'QosPolicy': {'1.10'}, Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'SecurityGroup': {'1.5'}, Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'SecurityGroupRule': {'1.2'}, Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'SubPort': {'1.0'}, Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Subnet': {'1.1'}, Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Trunk': {'1.1'}} Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: consumer versions: Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: { DHCP agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: L3 agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: Metadata agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: Metering agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: Open vSwitch agent@dv-cinder-836996-29-iscsi: { 'AddressGroup': '1.2', Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Agent': '1.1', Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'ConntrackHelper': '1.0', Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'LocalIPAssociation': '1.0', Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Log': '1.0', Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'NDPProxy': '1.0', Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Network': '1.1', Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Port': '1.7', Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'PortForwarding': '1.3', Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'QosPolicy': '1.10', Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'SecurityGroup': '1.5', Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'SecurityGroupRule': '1.2', Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'SubPort': '1.0', Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Subnet': '1.1', Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Trunk': '1.1'}} Jun 04 08:14:52.454583 dv-cinder-836996-29-iscsi neutron-server[103813]: {{(pid=103813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 08:14:52.506073 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Attempting to bind port e665b637-435c-45a5-bb02-3dc408db047c on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:14:52.506683 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Attempting to bind port e665b637-435c-45a5-bb02-3dc408db047c by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '3386be0d-ea9e-463d-b28f-67e565b3cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '177487f1-e53f-4049-8ef0-5147133c20c1'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:14:52.506898 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Attempting to bind port e665b637-435c-45a5-bb02-3dc408db047c on network 177487f1-e53f-4049-8ef0-5147133c20c1 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:14:52.511925 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:14:52.512324 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Checking segment: {'id': '3386be0d-ea9e-463d-b28f-67e565b3cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '177487f1-e53f-4049-8ef0-5147133c20c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:14:52.512814 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:52.513221 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Bound using segment: {'id': '3386be0d-ea9e-463d-b28f-67e565b3cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '177487f1-e53f-4049-8ef0-5147133c20c1'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:14:52.513699 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Bound port: e665b637-435c-45a5-bb02-3dc408db047c, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3386be0d-ea9e-463d-b28f-67e565b3cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '177487f1-e53f-4049-8ef0-5147133c20c1'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:14:52.514122 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (e665b637-435c-45a5-bb02-3dc408db047c), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:52.573467 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] For port e665b637-435c-45a5-bb02-3dc408db047c, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:14:52.594218 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] For port e665b637-435c-45a5-bb02-3dc408db047c, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=e665b637-435c-45a5-bb02-3dc408db047c,segment=NetworkSegment(3386be0d-ea9e-463d-b28f-67e565b3cad2),segment_id=3386be0d-ea9e-463d-b28f-67e565b3cad2)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:14:52.602023 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (e665b637-435c-45a5-bb02-3dc408db047c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:14:52.635673 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=8 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:14:52.656974 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a13536-73f3-43bc-a4f1-8a9d70560817 None None] Pushing event updated for resources: {'Port': ['ID=e665b637-435c-45a5-bb02-3dc408db047c,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:14:54.013694 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 46578) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:14:54.112290 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=10,neutron:INSERT=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:14:54.133869 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=23,neutron:INSERT=35,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:14:54.346557 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [None req-8b6966e5-c8cd-4f0a-8392-9d6aa702eeee admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 08:14:54.347567 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8b6966e5-c8cd-4f0a-8392-9d6aa702eeee admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3329349 Jun 04 08:14:56.821593 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 46588) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:14:57.148165 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [None req-f8d83188-4aa9-4437-95dc-9d2b9b44343a admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 08:14:57.149124 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-f8d83188-4aa9-4437-95dc-9d2b9b44343a admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3266022 Jun 04 08:14:59.759064 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 46596) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:15:00.084743 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-9c6bc06f-8d11-47c8-bc57-4f980c85197a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:15:00.116145 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc06f-8d11-47c8-bc57-4f980c85197a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-459'] for router (f836b56e-218c-451d-9e66-7c46daf88589), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:00.117737 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc06f-8d11-47c8-bc57-4f980c85197a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3827746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-434'] for router (f836b56e-218c-451d-9e66-7c46daf88589), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:00.265012 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc06f-8d11-47c8-bc57-4f980c85197a demo demo] Publish callbacks [] for router_controller (f836b56e-218c-451d-9e66-7c46daf88589), precommit_add_association {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:00.271066 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc06f-8d11-47c8-bc57-4f980c85197a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3907948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914699'] for router (f836b56e-218c-451d-9e66-7c46daf88589), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:00.292562 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc06f-8d11-47c8-bc57-4f980c85197a demo demo] Publish callbacks [] for router (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:00.293700 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-9c6bc06f-8d11-47c8-bc57-4f980c85197a demo demo] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5336800 Jun 04 08:15:01.500020 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=50,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:01.500782 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:02.657135 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:02.793878 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 46610) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:15:03.120030 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [None req-87377561-7db7-4be0-9e75-65ebf1fdafa2 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 08:15:03.121540 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-87377561-7db7-4be0-9e75-65ebf1fdafa2 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3262198 Jun 04 08:15:03.610282 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device e665b637-435c-45a5-bb02-3dc408db047c up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:15:03.695072 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port e665b637-435c-45a5-bb02-3dc408db047c triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:15:03.695882 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (e665b637-435c-45a5-bb02-3dc408db047c), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:03.800511 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port e665b637-435c-45a5-bb02-3dc408db047c is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:15:03.800846 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (e665b637-435c-45a5-bb02-3dc408db047c), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:03.835484 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] For port e665b637-435c-45a5-bb02-3dc408db047c, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=e665b637-435c-45a5-bb02-3dc408db047c,segment=NetworkSegment(3386be0d-ea9e-463d-b28f-67e565b3cad2),segment_id=3386be0d-ea9e-463d-b28f-67e565b3cad2)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:15:03.839410 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (e665b637-435c-45a5-bb02-3dc408db047c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:03.884366 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Pushing event updated for resources: {'Port': ['ID=e665b637-435c-45a5-bb02-3dc408db047c,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:15:04.391825 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a92a83-468b-4c3c-8f59-c9b1def6c801 None None] Network 177487f1-e53f-4049-8ef0-5147133c20c1 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:15:04.525198 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-213f7c8c-aec5-4864-82a0-a5889cff7bea None None] Provisioning complete for port e665b637-435c-45a5-bb02-3dc408db047c triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:15:04.525580 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-213f7c8c-aec5-4864-82a0-a5889cff7bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (e665b637-435c-45a5-bb02-3dc408db047c), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:04.600666 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-213f7c8c-aec5-4864-82a0-a5889cff7bea None None] Current status of the port e665b637-435c-45a5-bb02-3dc408db047c is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:15:04.719091 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-beffef55-efa2-4f56-aaf5-103fa7a006df None None] Provisioning complete for port e665b637-435c-45a5-bb02-3dc408db047c triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:15:04.719733 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-beffef55-efa2-4f56-aaf5-103fa7a006df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (e665b637-435c-45a5-bb02-3dc408db047c), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:04.790940 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-beffef55-efa2-4f56-aaf5-103fa7a006df None None] Current status of the port e665b637-435c-45a5-bb02-3dc408db047c is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:15:05.583600 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device e665b637-435c-45a5-bb02-3dc408db047c up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:15:05.625630 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port e665b637-435c-45a5-bb02-3dc408db047c triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:15:05.626050 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (e665b637-435c-45a5-bb02-3dc408db047c), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:05.659096 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 46618) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:15:05.695525 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port e665b637-435c-45a5-bb02-3dc408db047c is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:15:05.981905 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:15:06.003216 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Made reservation on behalf of 51efa731295b432199d02f2f22ada384 for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:15:06.005948 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:06.020859 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:06.119589 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Publish callbacks [] for security_group (274592d0-abc3-4e7c-9e19-bf73e7ddfd29), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:06.122977 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (274592d0-abc3-4e7c-9e19-bf73e7ddfd29), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:06.136082 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Reserving flat network on physical network physnet1 {{(pid=103812) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 04 08:15:06.170798 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739929666564', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:06.171322 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Unsubscribe: segment precommit_create {{(pid=103812) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 04 08:15:06.171868 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Added segment 23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8 of type flat for network 611add22-ec0d-4fc9-ba81-7c460feafb87 Jun 04 08:15:06.177546 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274592d0-abc3-4e7c-9e19-bf73e7ddfd29,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:15:06.196055 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:06.196396 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:06.196758 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:06.197086 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:06.197425 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:06.197751 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:06.198074 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:06.198391 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:06.198724 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:06.199573 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:06.199896 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:06.200210 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:06.200523 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:06.200835 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:06.201146 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Tracked resource versions report: Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: pushed versions: Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: { 'AddressGroup': {'1.2'}, Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Agent': {'1.1'}, Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'ConntrackHelper': {'1.0'}, Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'LocalIPAssociation': {'1.0'}, Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Log': {'1.0'}, Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'NDPProxy': {'1.0'}, Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Network': {'1.1'}, Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Port': {'1.7'}, Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'PortForwarding': {'1.3'}, Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'QosPolicy': {'1.10'}, Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'SecurityGroup': {'1.5'}, Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'SecurityGroupRule': {'1.2'}, Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'SubPort': {'1.0'}, Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Subnet': {'1.1'}, Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Trunk': {'1.1'}} Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: consumer versions: Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: { DHCP agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: L3 agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: Metadata agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: Metering agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: Open vSwitch agent@dv-cinder-836996-29-iscsi: { 'AddressGroup': '1.2', Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Agent': '1.1', Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'ConntrackHelper': '1.0', Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'LocalIPAssociation': '1.0', Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Log': '1.0', Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'NDPProxy': '1.0', Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Network': '1.1', Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Port': '1.7', Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'PortForwarding': '1.3', Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'QosPolicy': '1.10', Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'SecurityGroup': '1.5', Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'SecurityGroupRule': '1.2', Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'SubPort': '1.0', Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Subnet': '1.1', Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Trunk': '1.1'}} Jun 04 08:15:06.202600 dv-cinder-836996-29-iscsi neutron-server[103812]: {{(pid=103812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 08:15:06.282959 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (611add22-ec0d-4fc9-ba81-7c460feafb87), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:06.327088 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (611add22-ec0d-4fc9-ba81-7c460feafb87), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:06.328184 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:15:06.328930 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:06.410245 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7500641 Jun 04 08:15:06.426566 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd50a4-2f5a-45e7-a984-c9044e2df301 admin admin] Pushing event updated for resources: {'Network': ['ID=611add22-ec0d-4fc9-ba81-7c460feafb87,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:15:06.438029 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:15:06.526762 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a7864e7b-b6c8-41df-9a8e-886a21c5ba2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:08.849302 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 46630) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:15:09.030089 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b703d3c4-0df9-42f3-a942-73ce222c2eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:09.258397 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c960d814-b368-4d7c-9919-3a1f66c48116 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:15:09.259750 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-c960d814-b368-4d7c-9919-3a1f66c48116 demo admin] 10.222.0.57 "GET /v2.0/subnets/c144f003-e152-4aa8-bef3-aab27ee7aa17 HTTP/1.1" status: 200 len: 849 time: 0.4094820 Jun 04 08:15:09.392479 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-58ce9dc6-a346-4092-a1f3-d37759c48be5 demo admin] 10.222.0.57 "GET /v2.0/routers/f836b56e-218c-451d-9e66-7c46daf88589 HTTP/1.1" status: 200 len: 704 time: 0.1268909 Jun 04 08:15:09.652553 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ee5518b7-f93f-44cd-a932-38fac5dfd18e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:09.678943 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:09.721949 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:09.949223 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-ee5518b7-f93f-44cd-a932-38fac5dfd18e demo admin] Allocated IP 172.20.0.1 (177487f1-e53f-4049-8ef0-5147133c20c1/c144f003-e152-4aa8-bef3-aab27ee7aa17/60f43dd5-c56a-43ce-9854-b58bb70421c9) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:15:10.022104 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:10.034595 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:10.133750 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ee5518b7-f93f-44cd-a932-38fac5dfd18e demo admin] Publish callbacks [] for port (60f43dd5-c56a-43ce-9854-b58bb70421c9), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:10.194731 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ee5518b7-f93f-44cd-a932-38fac5dfd18e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (60f43dd5-c56a-43ce-9854-b58bb70421c9), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:10.266931 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5518b7-f93f-44cd-a932-38fac5dfd18e demo admin] Network 177487f1-e53f-4049-8ef0-5147133c20c1 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:15:10.279454 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-ee5518b7-f93f-44cd-a932-38fac5dfd18e demo admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:15:10.284343 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5518b7-f93f-44cd-a932-38fac5dfd18e demo admin] Pushing event updated for resources: {'Port': ['ID=60f43dd5-c56a-43ce-9854-b58bb70421c9,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:15:10.287200 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5518b7-f93f-44cd-a932-38fac5dfd18e demo admin] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:15:10.287740 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ee5518b7-f93f-44cd-a932-38fac5dfd18e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915453'] for router_interface (f836b56e-218c-451d-9e66-7c46daf88589), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:10.532425 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ee5518b7-f93f-44cd-a932-38fac5dfd18e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (60f43dd5-c56a-43ce-9854-b58bb70421c9), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:10.549031 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-972ad900-a678-4919-820c-ec2c8dcf0f02 None None] Provisioning complete for port 60f43dd5-c56a-43ce-9854-b58bb70421c9 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:15:10.549421 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-972ad900-a678-4919-820c-ec2c8dcf0f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (60f43dd5-c56a-43ce-9854-b58bb70421c9), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:10.622299 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-972ad900-a678-4919-820c-ec2c8dcf0f02 None None] Port 60f43dd5-c56a-43ce-9854-b58bb70421c9 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:15:10.767592 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ee5518b7-f93f-44cd-a932-38fac5dfd18e demo admin] Publish callbacks [] for port (60f43dd5-c56a-43ce-9854-b58bb70421c9), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:10.771809 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ee5518b7-f93f-44cd-a932-38fac5dfd18e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (60f43dd5-c56a-43ce-9854-b58bb70421c9), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:10.772598 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ee5518b7-f93f-44cd-a932-38fac5dfd18e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915337'] for router_interface (f836b56e-218c-451d-9e66-7c46daf88589), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:10.837147 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:10.847198 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:10.854052 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5518b7-f93f-44cd-a932-38fac5dfd18e demo admin] Pushing event updated for resources: {'Port': ['ID=60f43dd5-c56a-43ce-9854-b58bb70421c9,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:15:10.903179 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5518b7-f93f-44cd-a932-38fac5dfd18e demo admin] Network 177487f1-e53f-4049-8ef0-5147133c20c1 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:15:10.904451 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-ee5518b7-f93f-44cd-a932-38fac5dfd18e demo admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:15:11.059181 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5518b7-f93f-44cd-a932-38fac5dfd18e demo admin] Router f836b56e-218c-451d-9e66-7c46daf88589 is scheduled to L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce with binding_index 1 {{(pid=103812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 08:15:11.136144 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:11.143817 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-68b432a3-b82a-41cd-b17e-49e516ba9ca0 None None] Provisioning complete for port 60f43dd5-c56a-43ce-9854-b58bb70421c9 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:15:11.144208 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-68b432a3-b82a-41cd-b17e-49e516ba9ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (60f43dd5-c56a-43ce-9854-b58bb70421c9), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:11.149201 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5518b7-f93f-44cd-a932-38fac5dfd18e demo admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:15:11.154436 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ee5518b7-f93f-44cd-a932-38fac5dfd18e demo admin] 10.222.0.57 "PUT /v2.0/routers/f836b56e-218c-451d-9e66-7c46daf88589/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7565799 Jun 04 08:15:11.173437 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Sync routers for ids ['f836b56e-218c-451d-9e66-7c46daf88589'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:15:11.177189 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-68b432a3-b82a-41cd-b17e-49e516ba9ca0 None None] Port 60f43dd5-c56a-43ce-9854-b58bb70421c9 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:15:11.191105 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Routers {'f836b56e-218c-451d-9e66-7c46daf88589'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:15:11.191924 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:15:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['f836b56e-218c-451d-9e66-7c46daf88589'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:15:11.201353 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:11.375207 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Set router f836b56e-218c-451d-9e66-7c46daf88589 gateway port host: None {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:15:11.803150 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f836b56e-218c-451d-9e66-7c46daf88589', 'name': 'router1', 'tenant_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:15:00Z', 'updated_at': '2022-06-04T08:15:10Z', 'revision_number': 2, 'project_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'gw_port_host': None, '_interfaces': [{'id': '60f43dd5-c56a-43ce-9854-b58bb70421c9', 'name': '', 'network_id': '177487f1-e53f-4049-8ef0-5147133c20c1', 'tenant_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'mac_address': 'fa:16:3e:74:7d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f836b56e-218c-451d-9e66-7c46daf88589', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c144f003-e152-4aa8-bef3-aab27ee7aa17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:15:09Z', 'updated_at': '2022-06-04T08:15:10Z', 'revision_number': 2, 'project_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'subnets': [{'id': 'c144f003-e152-4aa8-bef3-aab27ee7aa17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0439b310-4bff-45f8-a63b-c8be67838a6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:15:11.852336 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Checking router: f836b56e-218c-451d-9e66-7c46daf88589 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:15:11.852707 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Updating router f836b56e-218c-451d-9e66-7c46daf88589 port 60f43dd5-c56a-43ce-9854-b58bb70421c9 binding host dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:15:11.905786 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (60f43dd5-c56a-43ce-9854-b58bb70421c9), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:12.448531 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Publish callbacks [] for port (60f43dd5-c56a-43ce-9854-b58bb70421c9), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:12.455990 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (60f43dd5-c56a-43ce-9854-b58bb70421c9), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:12.623720 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95174fc-0ce9-42c5-b76a-90a623faa81d None None] Pushing event updated for resources: {'Port': ['ID=60f43dd5-c56a-43ce-9854-b58bb70421c9,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:15:12.634312 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Attempting to bind port 60f43dd5-c56a-43ce-9854-b58bb70421c9 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:15:12.634719 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Attempting to bind port 60f43dd5-c56a-43ce-9854-b58bb70421c9 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '3386be0d-ea9e-463d-b28f-67e565b3cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '177487f1-e53f-4049-8ef0-5147133c20c1'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:15:12.635191 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Attempting to bind port 60f43dd5-c56a-43ce-9854-b58bb70421c9 on network 177487f1-e53f-4049-8ef0-5147133c20c1 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:15:12.641140 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:15:12.641549 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Checking segment: {'id': '3386be0d-ea9e-463d-b28f-67e565b3cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '177487f1-e53f-4049-8ef0-5147133c20c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:15:12.642050 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:12.642438 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Bound using segment: {'id': '3386be0d-ea9e-463d-b28f-67e565b3cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '177487f1-e53f-4049-8ef0-5147133c20c1'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:15:12.642917 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Bound port: 60f43dd5-c56a-43ce-9854-b58bb70421c9, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3386be0d-ea9e-463d-b28f-67e565b3cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '177487f1-e53f-4049-8ef0-5147133c20c1'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:15:12.643293 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (60f43dd5-c56a-43ce-9854-b58bb70421c9), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:12.646523 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95174fc-0ce9-42c5-b76a-90a623faa81d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:12.646865 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95174fc-0ce9-42c5-b76a-90a623faa81d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:12.647206 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95174fc-0ce9-42c5-b76a-90a623faa81d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:12.647544 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95174fc-0ce9-42c5-b76a-90a623faa81d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:12.647870 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95174fc-0ce9-42c5-b76a-90a623faa81d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:12.648194 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95174fc-0ce9-42c5-b76a-90a623faa81d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:12.648513 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95174fc-0ce9-42c5-b76a-90a623faa81d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:12.648832 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95174fc-0ce9-42c5-b76a-90a623faa81d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:12.649165 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95174fc-0ce9-42c5-b76a-90a623faa81d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:12.649489 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95174fc-0ce9-42c5-b76a-90a623faa81d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:12.649844 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95174fc-0ce9-42c5-b76a-90a623faa81d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:12.650170 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95174fc-0ce9-42c5-b76a-90a623faa81d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:12.650584 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95174fc-0ce9-42c5-b76a-90a623faa81d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:12.650904 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95174fc-0ce9-42c5-b76a-90a623faa81d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:12.651218 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95174fc-0ce9-42c5-b76a-90a623faa81d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95174fc-0ce9-42c5-b76a-90a623faa81d None None] Tracked resource versions report: Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: pushed versions: Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: { 'AddressGroup': {'1.2'}, Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Agent': {'1.1'}, Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'ConntrackHelper': {'1.0'}, Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'LocalIPAssociation': {'1.0'}, Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Log': {'1.0'}, Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'NDPProxy': {'1.0'}, Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Network': {'1.1'}, Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Port': {'1.7'}, Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'PortForwarding': {'1.3'}, Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'QosPolicy': {'1.10'}, Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'SecurityGroup': {'1.5'}, Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'SecurityGroupRule': {'1.2'}, Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'SubPort': {'1.0'}, Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Subnet': {'1.1'}, Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Trunk': {'1.1'}} Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: consumer versions: Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: { DHCP agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: L3 agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: Metadata agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: Metering agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: Open vSwitch agent@dv-cinder-836996-29-iscsi: { 'AddressGroup': '1.2', Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Agent': '1.1', Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'ConntrackHelper': '1.0', Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'LocalIPAssociation': '1.0', Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Log': '1.0', Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'NDPProxy': '1.0', Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Network': '1.1', Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Port': '1.7', Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'PortForwarding': '1.3', Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'QosPolicy': '1.10', Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'SecurityGroup': '1.5', Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'SecurityGroupRule': '1.2', Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'SubPort': '1.0', Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Subnet': '1.1', Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Trunk': '1.1'}} Jun 04 08:15:12.653003 dv-cinder-836996-29-iscsi neutron-server[103814]: {{(pid=103814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 08:15:12.666838 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:12.703002 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-474b84a0-cf31-4907-b22f-5a87d2d60b70 None None] Provisioning complete for port 60f43dd5-c56a-43ce-9854-b58bb70421c9 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:15:12.703555 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-474b84a0-cf31-4907-b22f-5a87d2d60b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (60f43dd5-c56a-43ce-9854-b58bb70421c9), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:12.720393 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] For port 60f43dd5-c56a-43ce-9854-b58bb70421c9, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:15:12.742375 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] For port 60f43dd5-c56a-43ce-9854-b58bb70421c9, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=60f43dd5-c56a-43ce-9854-b58bb70421c9,segment=NetworkSegment(3386be0d-ea9e-463d-b28f-67e565b3cad2),segment_id=3386be0d-ea9e-463d-b28f-67e565b3cad2)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:15:12.743573 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:12.745041 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-474b84a0-cf31-4907-b22f-5a87d2d60b70 None None] Port 60f43dd5-c56a-43ce-9854-b58bb70421c9 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:15:12.750988 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (60f43dd5-c56a-43ce-9854-b58bb70421c9), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:12.793673 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:12.808770 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Routers {'f836b56e-218c-451d-9e66-7c46daf88589'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:15:12.809391 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:15:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['f836b56e-218c-451d-9e66-7c46daf88589'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:15:12.814336 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95174fc-0ce9-42c5-b76a-90a623faa81d None None] Pushing event updated for resources: {'Port': ['ID=60f43dd5-c56a-43ce-9854-b58bb70421c9,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:15:12.899512 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] Set router f836b56e-218c-451d-9e66-7c46daf88589 gateway port host: None {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:15:13.065842 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-c1e3c54c-7717-41d0-b701-156a0bd85fd2 None None] Provisioning complete for port 60f43dd5-c56a-43ce-9854-b58bb70421c9 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:15:13.066275 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c1e3c54c-7717-41d0-b701-156a0bd85fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (60f43dd5-c56a-43ce-9854-b58bb70421c9), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:13.107783 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f836b56e-218c-451d-9e66-7c46daf88589', 'name': 'router1', 'tenant_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:15:00Z', 'updated_at': '2022-06-04T08:15:10Z', 'revision_number': 2, 'project_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'gw_port_host': None, '_interfaces': [{'id': '60f43dd5-c56a-43ce-9854-b58bb70421c9', 'name': '', 'network_id': '177487f1-e53f-4049-8ef0-5147133c20c1', 'tenant_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'mac_address': 'fa:16:3e:74:7d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f836b56e-218c-451d-9e66-7c46daf88589', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c144f003-e152-4aa8-bef3-aab27ee7aa17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:15:09Z', 'updated_at': '2022-06-04T08:15:12Z', 'revision_number': 4, 'project_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'subnets': [{'id': 'c144f003-e152-4aa8-bef3-aab27ee7aa17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0439b310-4bff-45f8-a63b-c8be67838a6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:15:13.134872 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2cf7a0-4e0d-4e8a-bbfb-5c985f539632 None None] The sync data for ids ['f836b56e-218c-451d-9e66-7c46daf88589'] in dv-cinder-836996-29-iscsi is: [{'id': 'f836b56e-218c-451d-9e66-7c46daf88589', 'name': 'router1', 'tenant_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:15:00Z', 'updated_at': '2022-06-04T08:15:10Z', 'revision_number': 2, 'project_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'gw_port_host': None, '_interfaces': [{'id': '60f43dd5-c56a-43ce-9854-b58bb70421c9', 'name': '', 'network_id': '177487f1-e53f-4049-8ef0-5147133c20c1', 'tenant_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'mac_address': 'fa:16:3e:74:7d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f836b56e-218c-451d-9e66-7c46daf88589', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c144f003-e152-4aa8-bef3-aab27ee7aa17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:15:09Z', 'updated_at': '2022-06-04T08:15:12Z', 'revision_number': 4, 'project_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'subnets': [{'id': 'c144f003-e152-4aa8-bef3-aab27ee7aa17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0439b310-4bff-45f8-a63b-c8be67838a6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:15:13.147787 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-c1e3c54c-7717-41d0-b701-156a0bd85fd2 None None] Current status of the port 60f43dd5-c56a-43ce-9854-b58bb70421c9 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:15:13.148259 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c1e3c54c-7717-41d0-b701-156a0bd85fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (60f43dd5-c56a-43ce-9854-b58bb70421c9), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:13.185913 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-c1e3c54c-7717-41d0-b701-156a0bd85fd2 None None] For port 60f43dd5-c56a-43ce-9854-b58bb70421c9, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=60f43dd5-c56a-43ce-9854-b58bb70421c9,segment=NetworkSegment(3386be0d-ea9e-463d-b28f-67e565b3cad2),segment_id=3386be0d-ea9e-463d-b28f-67e565b3cad2)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:15:13.190305 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c1e3c54c-7717-41d0-b701-156a0bd85fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (60f43dd5-c56a-43ce-9854-b58bb70421c9), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:13.237140 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3c54c-7717-41d0-b701-156a0bd85fd2 None None] Pushing event updated for resources: {'Port': ['ID=60f43dd5-c56a-43ce-9854-b58bb70421c9,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:15:13.670083 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 46654) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:15:13.872793 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa41e71-84af-4bec-8a1e-de740b6bb23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:15:13.874186 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-4fa41e71-84af-4bec-8a1e-de740b6bb23f admin admin] 10.222.0.57 "GET /v2.0/networks/611add22-ec0d-4fc9-ba81-7c460feafb87 HTTP/1.1" status: 200 len: 842 time: 0.2031655 Jun 04 08:15:13.883349 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-413b1996-8bd3-49fc-827d-4b15da777a88 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:15:13.909342 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413b1996-8bd3-49fc-827d-4b15da777a88 admin admin] Made reservation on behalf of 51efa731295b432199d02f2f22ada384 for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:15:13.912649 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-413b1996-8bd3-49fc-827d-4b15da777a88 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:14.202449 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.objects.ports [None req-413b1996-8bd3-49fc-827d-4b15da777a88 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103812) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 04 08:15:14.202796 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-413b1996-8bd3-49fc-827d-4b15da777a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for subnet (32c47282-dd8f-4d91-9742-86afa823c48a), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:14.255290 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b1996-8bd3-49fc-827d-4b15da777a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c47282-dd8f-4d91-9742-86afa823c48a,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:15:14.267769 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b1996-8bd3-49fc-827d-4b15da777a88 admin admin] Checking segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:15:14.268116 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413b1996-8bd3-49fc-827d-4b15da777a88 admin admin] Network hostable DHCP agents. Network: 611add22-ec0d-4fc9-ba81-7c460feafb87, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:15:14.289054 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413b1996-8bd3-49fc-827d-4b15da777a88 admin admin] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:15:14.299894 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-413b1996-8bd3-49fc-827d-4b15da777a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, 611add22-ec0d-4fc9-ba81-7c460feafb87) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:15:14.304457 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413b1996-8bd3-49fc-827d-4b15da777a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:15:14.305156 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-413b1996-8bd3-49fc-827d-4b15da777a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:14.311748 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef221d2-bfac-4dc7-96a3-11f51c2c627d None None] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:15:14.322028 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-413b1996-8bd3-49fc-827d-4b15da777a88 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4419162 Jun 04 08:15:14.418549 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d55340-3f20-4bc6-81c3-0eab2c0ad716 None None] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:15:16.743043 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 46672) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:15:16.991364 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-cd8ae9c0-8693-4b0a-b90b-3949c2a04c6c demo admin] 10.222.0.57 "GET /v2.0/routers/f836b56e-218c-451d-9e66-7c46daf88589 HTTP/1.1" status: 200 len: 710 time: 0.2471366 Jun 04 08:15:17.106978 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9ebaac-4944-4deb-8b65-b29273abc668 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:15:17.108771 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7e9ebaac-4944-4deb-8b65-b29273abc668 demo admin] 10.222.0.57 "GET /v2.0/networks/611add22-ec0d-4fc9-ba81-7c460feafb87 HTTP/1.1" status: 200 len: 886 time: 0.1117966 Jun 04 08:15:17.117042 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-0e7f019b-1192-4981-88f3-c9a62ed5f464 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:15:17.362338 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0e7f019b-1192-4981-88f3-c9a62ed5f464 demo admin] Publish callbacks [] for router_gateway (f836b56e-218c-451d-9e66-7c46daf88589), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:17.579153 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0e7f019b-1192-4981-88f3-c9a62ed5f464 demo admin] Publish callbacks [] for router_gateway (f836b56e-218c-451d-9e66-7c46daf88589), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:17.654736 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0e7f019b-1192-4981-88f3-c9a62ed5f464 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:17.809640 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-0e7f019b-1192-4981-88f3-c9a62ed5f464 demo admin] Allocated IP 172.27.2.27 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/2cf20445-9f21-481d-88d5-17f9ed9b18f5) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:15:17.969965 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0e7f019b-1192-4981-88f3-c9a62ed5f464 demo admin] Publish callbacks [] for port (2cf20445-9f21-481d-88d5-17f9ed9b18f5), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:17.981939 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:18.008455 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:18.030088 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0e7f019b-1192-4981-88f3-c9a62ed5f464 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (2cf20445-9f21-481d-88d5-17f9ed9b18f5), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:18.100442 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7f019b-1192-4981-88f3-c9a62ed5f464 demo admin] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:15:18.113802 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-0e7f019b-1192-4981-88f3-c9a62ed5f464 demo admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:15:18.118014 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7f019b-1192-4981-88f3-c9a62ed5f464 demo admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:15:18.121070 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f019b-1192-4981-88f3-c9a62ed5f464 demo admin] Pushing event updated for resources: {'Port': ['ID=2cf20445-9f21-481d-88d5-17f9ed9b18f5,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:15:18.384845 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0e7f019b-1192-4981-88f3-c9a62ed5f464 demo admin] Publish callbacks [] for router_gateway (f836b56e-218c-451d-9e66-7c46daf88589), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:18.579345 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0e7f019b-1192-4981-88f3-c9a62ed5f464 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3914660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router (f836b56e-218c-451d-9e66-7c46daf88589), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:18.584561 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0e7f019b-1192-4981-88f3-c9a62ed5f464 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3914685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3914674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907962'] for router (f836b56e-218c-451d-9e66-7c46daf88589), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:18.690152 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7f019b-1192-4981-88f3-c9a62ed5f464 demo admin] Router f836b56e-218c-451d-9e66-7c46daf88589 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:15:18.789137 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7f019b-1192-4981-88f3-c9a62ed5f464 demo admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:15:18.793461 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0e7f019b-1192-4981-88f3-c9a62ed5f464 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:18.810197 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0e7f019b-1192-4981-88f3-c9a62ed5f464 demo admin] 10.222.0.57 "PUT /v2.0/routers/f836b56e-218c-451d-9e66-7c46daf88589 HTTP/1.1" status: 200 len: 889 time: 1.6807394 Jun 04 08:15:20.267473 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 5 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:15:21.296068 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 46684) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:15:21.411389 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-4c5372ac-a2b1-4dd6-8997-05bc16f9f712 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1141927 Jun 04 08:15:21.613782 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 60f43dd5-c56a-43ce-9854-b58bb70421c9 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:15:21.662702 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 60f43dd5-c56a-43ce-9854-b58bb70421c9 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:15:21.663097 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (60f43dd5-c56a-43ce-9854-b58bb70421c9), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:21.736845 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 60f43dd5-c56a-43ce-9854-b58bb70421c9 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:15:21.867949 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Sync routers for ids ['f836b56e-218c-451d-9e66-7c46daf88589'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:15:21.880497 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Routers {'f836b56e-218c-451d-9e66-7c46daf88589'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:15:21.881164 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:15:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['f836b56e-218c-451d-9e66-7c46daf88589'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:15:22.085900 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Set router f836b56e-218c-451d-9e66-7c46daf88589 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:15:22.154566 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:22.333565 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:22.466854 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f836b56e-218c-451d-9e66-7c46daf88589', 'name': 'router1', 'tenant_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2cf20445-9f21-481d-88d5-17f9ed9b18f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:15:00Z', 'updated_at': '2022-06-04T08:15:18Z', 'revision_number': 4, 'project_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'gw_port': {'id': '2cf20445-9f21-481d-88d5-17f9ed9b18f5', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ca:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f836b56e-218c-451d-9e66-7c46daf88589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:15:17Z', 'updated_at': '2022-06-04T08:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '60f43dd5-c56a-43ce-9854-b58bb70421c9', 'name': '', 'network_id': '177487f1-e53f-4049-8ef0-5147133c20c1', 'tenant_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'mac_address': 'fa:16:3e:74:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f836b56e-218c-451d-9e66-7c46daf88589', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c144f003-e152-4aa8-bef3-aab27ee7aa17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:15:09Z', 'updated_at': '2022-06-04T08:15:13Z', 'revision_number': 5, 'project_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'subnets': [{'id': 'c144f003-e152-4aa8-bef3-aab27ee7aa17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0439b310-4bff-45f8-a63b-c8be67838a6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:15:22.580630 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Checking router: f836b56e-218c-451d-9e66-7c46daf88589 for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:15:22.580987 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Updating router f836b56e-218c-451d-9e66-7c46daf88589 port 2cf20445-9f21-481d-88d5-17f9ed9b18f5 binding host dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:15:22.635913 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2cf20445-9f21-481d-88d5-17f9ed9b18f5), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:22.982334 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Publish callbacks [] for port (2cf20445-9f21-481d-88d5-17f9ed9b18f5), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:22.987890 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (2cf20445-9f21-481d-88d5-17f9ed9b18f5), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:23.039395 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59328ea7-eea9-42bc-800b-39a51f1b063b None None] Pushing event updated for resources: {'Port': ['ID=2cf20445-9f21-481d-88d5-17f9ed9b18f5,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:15:23.041645 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Attempting to bind port 2cf20445-9f21-481d-88d5-17f9ed9b18f5 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:15:23.042037 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Attempting to bind port 2cf20445-9f21-481d-88d5-17f9ed9b18f5 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:15:23.042397 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Attempting to bind port 2cf20445-9f21-481d-88d5-17f9ed9b18f5 on network 611add22-ec0d-4fc9-ba81-7c460feafb87 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:15:23.047833 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:15:23.048189 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Checking segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:15:23.048582 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:23.048961 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Bound using segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:15:23.049421 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Bound port: 2cf20445-9f21-481d-88d5-17f9ed9b18f5, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:15:23.049796 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2cf20445-9f21-481d-88d5-17f9ed9b18f5), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:23.099647 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] For port 2cf20445-9f21-481d-88d5-17f9ed9b18f5, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:15:23.103781 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] For port 2cf20445-9f21-481d-88d5-17f9ed9b18f5, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=2cf20445-9f21-481d-88d5-17f9ed9b18f5,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:15:23.108664 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (2cf20445-9f21-481d-88d5-17f9ed9b18f5), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:23.158097 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Routers {'f836b56e-218c-451d-9e66-7c46daf88589'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:15:23.159450 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:15:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['f836b56e-218c-451d-9e66-7c46daf88589'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:15:23.223341 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59328ea7-eea9-42bc-800b-39a51f1b063b None None] Pushing event updated for resources: {'Port': ['ID=2cf20445-9f21-481d-88d5-17f9ed9b18f5,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:15:23.276792 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:23.290035 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] Set router f836b56e-218c-451d-9e66-7c46daf88589 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:15:23.488208 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:23.497797 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f836b56e-218c-451d-9e66-7c46daf88589', 'name': 'router1', 'tenant_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2cf20445-9f21-481d-88d5-17f9ed9b18f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:15:00Z', 'updated_at': '2022-06-04T08:15:18Z', 'revision_number': 4, 'project_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'gw_port': {'id': '2cf20445-9f21-481d-88d5-17f9ed9b18f5', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ca:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f836b56e-218c-451d-9e66-7c46daf88589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:15:17Z', 'updated_at': '2022-06-04T08:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '60f43dd5-c56a-43ce-9854-b58bb70421c9', 'name': '', 'network_id': '177487f1-e53f-4049-8ef0-5147133c20c1', 'tenant_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'mac_address': 'fa:16:3e:74:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f836b56e-218c-451d-9e66-7c46daf88589', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c144f003-e152-4aa8-bef3-aab27ee7aa17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:15:09Z', 'updated_at': '2022-06-04T08:15:13Z', 'revision_number': 5, 'project_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'subnets': [{'id': 'c144f003-e152-4aa8-bef3-aab27ee7aa17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0439b310-4bff-45f8-a63b-c8be67838a6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:15:23.528793 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a70e322-894b-4ff9-9377-bb71daadd045 None None] The sync data for ids ['f836b56e-218c-451d-9e66-7c46daf88589'] in dv-cinder-836996-29-iscsi is: [{'id': 'f836b56e-218c-451d-9e66-7c46daf88589', 'name': 'router1', 'tenant_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2cf20445-9f21-481d-88d5-17f9ed9b18f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:15:00Z', 'updated_at': '2022-06-04T08:15:18Z', 'revision_number': 4, 'project_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'gw_port': {'id': '2cf20445-9f21-481d-88d5-17f9ed9b18f5', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ca:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f836b56e-218c-451d-9e66-7c46daf88589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:15:17Z', 'updated_at': '2022-06-04T08:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '60f43dd5-c56a-43ce-9854-b58bb70421c9', 'name': '', 'network_id': '177487f1-e53f-4049-8ef0-5147133c20c1', 'tenant_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'mac_address': 'fa:16:3e:74:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f836b56e-218c-451d-9e66-7c46daf88589', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c144f003-e152-4aa8-bef3-aab27ee7aa17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:15:09Z', 'updated_at': '2022-06-04T08:15:13Z', 'revision_number': 5, 'project_id': 'a9d904b06eb24d5d8bce3f192f7927ca', 'subnets': [{'id': 'c144f003-e152-4aa8-bef3-aab27ee7aa17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0439b310-4bff-45f8-a63b-c8be67838a6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:15:25.712141 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 2cf20445-9f21-481d-88d5-17f9ed9b18f5 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:15:25.791436 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 2cf20445-9f21-481d-88d5-17f9ed9b18f5 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:15:25.791765 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (2cf20445-9f21-481d-88d5-17f9ed9b18f5), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:25.884638 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 2cf20445-9f21-481d-88d5-17f9ed9b18f5 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:15:25.885010 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2cf20445-9f21-481d-88d5-17f9ed9b18f5), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:25.912176 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] For port 2cf20445-9f21-481d-88d5-17f9ed9b18f5, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=2cf20445-9f21-481d-88d5-17f9ed9b18f5,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:15:25.935515 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (2cf20445-9f21-481d-88d5-17f9ed9b18f5), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:25.997626 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Pushing event updated for resources: {'Port': ['ID=2cf20445-9f21-481d-88d5-17f9ed9b18f5,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:15:27.681116 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 2cf20445-9f21-481d-88d5-17f9ed9b18f5 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:15:27.787154 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 2cf20445-9f21-481d-88d5-17f9ed9b18f5 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:15:27.787539 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (2cf20445-9f21-481d-88d5-17f9ed9b18f5), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:27.920024 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 2cf20445-9f21-481d-88d5-17f9ed9b18f5 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:15:28.784271 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=66,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:28.787416 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:30.264799 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=38 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:30.264799 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:31.403762 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:31.407783 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:INSERT=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:36.535691 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2a9fde2e-bd6a-46b3-9fdb-8a5b0f9827de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:39.035891 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-95a4eddd-6ebd-487b-b686-80dcdf47e8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:40.047302 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:41.216132 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:42.791420 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:15:50.280558 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:50.285116 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:52.782921 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:52.786616 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:15:57.273435 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 5 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:16:06.518787 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6b75b15a-dff0-497e-a850-e95ce4ee4ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:16:07.262754 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:16:09.031315 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3f9a9876-3afc-4416-b9a9-c002d2b6b40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:16:10.042297 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:16:11.214144 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:16:12.793620 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:16:22.786902 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:16:22.788862 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:16:27.280786 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:16:34.262499 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 5 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:16:36.523608 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-922449db-7648-4355-8e6d-a76c401be62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:16:39.032367 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-ff99a2b7-eb71-4840-b0ea-6170364f3add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:16:40.042996 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:16:40.727127 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47222) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:16:40.788152 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ece06d4-56b1-4d79-940e-ef7579cd825b admin admin] GET failed (client error): The resource could not be found. Jun 04 08:16:40.789434 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-2ece06d4-56b1-4d79-940e-ef7579cd825b admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613697 Jun 04 08:16:40.950350 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b830a6b3-8073-4e77-a6ba-102cf4966111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:16:40.951829 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-b830a6b3-8073-4e77-a6ba-102cf4966111 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1578987 Jun 04 08:16:41.215410 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:16:42.787841 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:16:43.227407 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47232) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:16:43.398873 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a06a8c-cba2-4328-94d9-4d9a3f1fdfe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:16:43.400762 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-f0a06a8c-cba2-4328-94d9-4d9a3f1fdfe7 admin admin] 10.222.0.57 "GET /v2.0/subnets/c144f003-e152-4aa8-bef3-aab27ee7aa17 HTTP/1.1" status: 200 len: 849 time: 0.1718652 Jun 04 08:16:43.410223 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:16:43.500457 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Publish callbacks [] for subnet (c144f003-e152-4aa8-bef3-aab27ee7aa17), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:16:43.640483 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739929464293'] for subnet (c144f003-e152-4aa8-bef3-aab27ee7aa17), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:16:43.670648 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:16:43.671235 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:16:43.672492 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] 10.222.0.57 "PUT /v2.0/subnets/c144f003-e152-4aa8-bef3-aab27ee7aa17 HTTP/1.1" status: 200 len: 868 time: 0.2658405 Jun 04 08:16:43.688885 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53c3264-4aa8-4896-aafa-592f2422a2df None None] Network 177487f1-e53f-4049-8ef0-5147133c20c1 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:16:43.693104 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c144f003-e152-4aa8-bef3-aab27ee7aa17,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:16:43.701580 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:16:43.702001 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:16:43.702333 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:16:43.702680 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:16:43.703015 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:16:43.703351 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:16:43.703683 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:16:43.704013 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:16:43.704362 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:16:43.704695 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:16:43.705037 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:16:43.705370 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:16:43.705695 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:16:43.706068 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:16:43.706393 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e975784-b7a3-4636-96a3-ebec3ef322fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:16:43.988650 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-db911946-5c12-4a3a-add9-aa098ccf750a None None] Provisioning complete for port 60f43dd5-c56a-43ce-9854-b58bb70421c9 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:16:43.989228 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-db911946-5c12-4a3a-add9-aa098ccf750a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (60f43dd5-c56a-43ce-9854-b58bb70421c9), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:16:44.063705 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-db911946-5c12-4a3a-add9-aa098ccf750a None None] Current status of the port 60f43dd5-c56a-43ce-9854-b58bb70421c9 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:16:44.072361 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-db911946-5c12-4a3a-add9-aa098ccf750a None None] Provisioning complete for port e665b637-435c-45a5-bb02-3dc408db047c triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:16:44.072751 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-db911946-5c12-4a3a-add9-aa098ccf750a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (e665b637-435c-45a5-bb02-3dc408db047c), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:16:44.143584 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-db911946-5c12-4a3a-add9-aa098ccf750a None None] Current status of the port e665b637-435c-45a5-bb02-3dc408db047c is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:16:44.257526 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:16:44.258318 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:16:45.971115 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47240) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:16:46.174555 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8297d7de-1a2f-42f8-9c14-be46a00c70dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:16:46.174956 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8297d7de-1a2f-42f8-9c14-be46a00c70dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:16:46.176500 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8297d7de-1a2f-42f8-9c14-be46a00c70dd admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2044439 Jun 04 08:16:48.405639 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47248) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:16:48.535510 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e292ecc2-c6fd-4967-a3de-689d1e4b024d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:16:48.535988 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e292ecc2-c6fd-4967-a3de-689d1e4b024d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:16:48.537520 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e292ecc2-c6fd-4967-a3de-689d1e4b024d admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1308951 Jun 04 08:16:50.774428 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47256) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:16:50.899474 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:16:50.904643 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655ec614-4761-4434-bbe0-ad0480a02636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:16:50.906013 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-655ec614-4761-4434-bbe0-ad0480a02636 admin admin] 10.222.0.57 "GET /v2.0/networks/177487f1-e53f-4049-8ef0-5147133c20c1 HTTP/1.1" status: 200 len: 869 time: 0.1300676 Jun 04 08:16:53.168816 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47264) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:16:53.267540 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:16:53.299178 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cbca75-b81b-4299-85c9-ef5a6f2b3242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:16:53.300543 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-70cbca75-b81b-4299-85c9-ef5a6f2b3242 admin admin] 10.222.0.57 "GET /v2.0/networks/611add22-ec0d-4fc9-ba81-7c460feafb87 HTTP/1.1" status: 200 len: 886 time: 0.1308503 Jun 04 08:16:54.137008 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:16:54.139782 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:16:55.564168 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 47272) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:16:55.690019 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34266fdb-52cb-4202-8e55-c76bafe39f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:16:55.690473 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34266fdb-52cb-4202-8e55-c76bafe39f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:16:55.692031 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-34266fdb-52cb-4202-8e55-c76bafe39f86 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269412 Jun 04 08:16:57.971438 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47282) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:16:58.092143 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930b1261-00f9-4b34-8dca-10d9d9218442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:16:58.092593 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930b1261-00f9-4b34-8dca-10d9d9218442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:16:58.094125 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-930b1261-00f9-4b34-8dca-10d9d9218442 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1217325 Jun 04 08:17:00.319969 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47290) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:17:00.407409 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f457d8e3-685a-4f09-a405-3678cf4a81a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:17:00.408731 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-f457d8e3-685a-4f09-a405-3678cf4a81a3 admin admin] 10.222.0.57 "GET /v2.0/subnets/32c47282-dd8f-4d91-9742-86afa823c48a HTTP/1.1" status: 200 len: 816 time: 0.0878375 Jun 04 08:17:02.706772 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47298) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:17:02.798678 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dc02c6-fa7e-44d2-94a9-fbdd5f43e7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:17:02.799989 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-13dc02c6-fa7e-44d2-94a9-fbdd5f43e7b0 admin admin] 10.222.0.57 "GET /v2.0/subnets/c144f003-e152-4aa8-bef3-aab27ee7aa17 HTTP/1.1" status: 200 len: 868 time: 0.0922794 Jun 04 08:17:04.269654 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:17:04.274130 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:17:05.682295 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:17:05.685528 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=8 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:17:06.526165 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9064189f-bd2d-496b-a819-d6285408cd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:09.034333 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-22a0edc2-a5a4-438a-a28c-c91eb7f328f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:10.045377 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:11.218323 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:11.260509 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 5 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:17:12.791112 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:12.793866 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=23 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:17:12.795774 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=28 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:17:22.784891 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:17:22.786777 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:17:36.530630 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c7ae6f40-d21b-4374-8583-708654ca4814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:39.035761 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b420efbe-79cd-40df-80e8-3ac0d422bb23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:40.047622 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:41.222055 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:41.274101 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=17 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:17:41.280711 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=17 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:17:41.809523 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47356) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:17:41.857177 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [None req-0a10f02c-be72-44ab-8152-228ab1cf6b8d admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 08:17:41.858246 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-0a10f02c-be72-44ab-8152-228ab1cf6b8d admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0477388 Jun 04 08:17:42.793342 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:44.175962 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47364) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:17:44.236361 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.pecan_wsgi.hooks.translation [None req-92902129-c9c7-42b8-9c1b-068935a5ab02 admin admin] GET failed (client error): The resource could not be found. Jun 04 08:17:44.237631 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-92902129-c9c7-42b8-9c1b-068935a5ab02 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607836 Jun 04 08:17:44.323561 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c823a4ed-ca6a-4e9d-9e1c-93b40475c9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:17:44.324999 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-c823a4ed-ca6a-4e9d-9e1c-93b40475c9f4 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0834227 Jun 04 08:17:46.590877 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 47372) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:17:46.638272 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:17:46.658937 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Made reservation on behalf of 51efa731295b432199d02f2f22ada384 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:17:46.661158 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:46.695481 dv-cinder-836996-29-iscsi neutron-server[103811]: WARNING neutron.services.revisions.revision_plugin [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Could not find related network for resource to bump revision. Jun 04 08:17:46.709257 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 08:17:46.726248 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (66ede3a0-4d51-4fd3-82a6-b597681576e7), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:46.726699 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Added segment 66ede3a0-4d51-4fd3-82a6-b597681576e7 of type vlan for network 06baf699-8f4b-4d48-bffe-cb8198651397 Jun 04 08:17:46.775453 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (06baf699-8f4b-4d48-bffe-cb8198651397), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:46.800611 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (06baf699-8f4b-4d48-bffe-cb8198651397), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:46.801574 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:17:46.802187 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:46.881816 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2898617 Jun 04 08:17:46.897197 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Pushing event updated for resources: {'Network': ['ID=06baf699-8f4b-4d48-bffe-cb8198651397,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:17:46.905485 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:46.905863 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:46.906232 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:46.906577 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:46.906907 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:46.907247 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:46.907579 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:46.907909 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:46.908254 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:46.908586 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:46.908940 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:46.909278 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:46.909602 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:46.909957 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:46.910285 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259586f-abe1-4fe1-81ea-2958daae0a23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:46.926364 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network 06baf699-8f4b-4d48-bffe-cb8198651397 details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:17:48.259753 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 5 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:17:49.168873 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47380) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:17:49.228712 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef2daaa-507b-4f99-93e1-0ee419ffcfd5 admin admin] GET failed (client error): The resource could not be found. Jun 04 08:17:49.229984 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-fef2daaa-507b-4f99-93e1-0ee419ffcfd5 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602126 Jun 04 08:17:49.297648 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a178315d-816f-41f1-9a3c-964a24b62d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:17:49.299109 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-a178315d-816f-41f1-9a3c-964a24b62d6c admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0652680 Jun 04 08:17:49.309317 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '06baf699-8f4b-4d48-bffe-cb8198651397'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:17:49.327564 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Made reservation on behalf of 51efa731295b432199d02f2f22ada384 for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:17:49.329747 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:49.494017 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for subnet (c691a560-f7f3-4c02-a191-ccf4727bb300), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:49.553732 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c691a560-f7f3-4c02-a191-ccf4727bb300,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:17:49.563893 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:49.564242 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:49.564596 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:49.564932 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:49.565259 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:49.565586 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:49.565936 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:49.566260 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:49.566602 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:49.566927 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:49.567245 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:49.567565 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:49.567882 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:49.568197 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:49.568512 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:49.571809 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Checking segment: {'id': '66ede3a0-4d51-4fd3-82a6-b597681576e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06baf699-8f4b-4d48-bffe-cb8198651397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:17:49.572166 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Network hostable DHCP agents. Network: 06baf699-8f4b-4d48-bffe-cb8198651397, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:17:49.589457 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Network 06baf699-8f4b-4d48-bffe-cb8198651397 is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:17:49.598267 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, 06baf699-8f4b-4d48-bffe-cb8198651397) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:17:49.602732 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:17:49.603385 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:49.608446 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e1434d-ba8f-4b15-b94e-91175050c9dc None None] Network 06baf699-8f4b-4d48-bffe-cb8198651397 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:17:49.621913 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8ffeb838-7298-49bf-b51d-489ebc789903 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3158233 Jun 04 08:17:49.718965 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp656ddf91-5a7e-5562-8344-d8ecf654b6e7-06baf699-8f4b-4d48-bffe-cb8198651397', 'network_id': '06baf699-8f4b-4d48-bffe-cb8198651397', 'project_id': '51efa731295b432199d02f2f22ada384', 'fixed_ips': [{'subnet_id': 'c691a560-f7f3-4c02-a191-ccf4727bb300'}]}} from dv-cinder-836996-29-iscsi. {{(pid=103813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 08:17:49.719936 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:49.957430 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.db_base_plugin_common [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Allocated IP 192.168.233.2 (06baf699-8f4b-4d48-bffe-cb8198651397/c691a560-f7f3-4c02-a191-ccf4727bb300/82ead623-80f0-4009-8061-0bb6bc99aee8) {{(pid=103813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:17:50.100130 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Publish callbacks [] for port (82ead623-80f0-4009-8061-0bb6bc99aee8), precommit_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:50.109716 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (82ead623-80f0-4009-8061-0bb6bc99aee8), after_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:50.144624 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Network 06baf699-8f4b-4d48-bffe-cb8198651397 is already hosted by enough agents. {{(pid=103813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:17:50.149980 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.base_scheduler [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Resources bound (agent type, host, resource id): {{(pid=103813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:17:50.156587 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Received port after_create {{(pid=103813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:17:50.163333 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Pushing event updated for resources: {'Port': ['ID=82ead623-80f0-4009-8061-0bb6bc99aee8,revision_number=1']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:17:50.187001 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:50.187276 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:50.187644 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:50.187999 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:50.188335 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:50.188659 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:50.188982 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:50.189305 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:50.189646 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:50.189998 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:50.190321 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:50.190657 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:50.190980 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:50.191303 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:50.191616 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:17:50.227597 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Attempting to bind port 82ead623-80f0-4009-8061-0bb6bc99aee8 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:17:50.227950 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Attempting to bind port 82ead623-80f0-4009-8061-0bb6bc99aee8 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '66ede3a0-4d51-4fd3-82a6-b597681576e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06baf699-8f4b-4d48-bffe-cb8198651397'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:17:50.228302 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Attempting to bind port 82ead623-80f0-4009-8061-0bb6bc99aee8 on network 06baf699-8f4b-4d48-bffe-cb8198651397 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:17:50.234119 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:17:50.234498 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Checking segment: {'id': '66ede3a0-4d51-4fd3-82a6-b597681576e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06baf699-8f4b-4d48-bffe-cb8198651397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:17:50.234898 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:50.235784 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Bound using segment: {'id': '66ede3a0-4d51-4fd3-82a6-b597681576e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06baf699-8f4b-4d48-bffe-cb8198651397'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:17:50.236252 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Bound port: 82ead623-80f0-4009-8061-0bb6bc99aee8, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ede3a0-4d51-4fd3-82a6-b597681576e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06baf699-8f4b-4d48-bffe-cb8198651397'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:17:50.236660 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (82ead623-80f0-4009-8061-0bb6bc99aee8), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:50.300082 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] For port 82ead623-80f0-4009-8061-0bb6bc99aee8, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:17:50.303642 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] For port 82ead623-80f0-4009-8061-0bb6bc99aee8, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=82ead623-80f0-4009-8061-0bb6bc99aee8,segment=NetworkSegment(66ede3a0-4d51-4fd3-82a6-b597681576e7),segment_id=66ede3a0-4d51-4fd3-82a6-b597681576e7)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:17:50.309807 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (82ead623-80f0-4009-8061-0bb6bc99aee8), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:50.372892 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6be31-4705-4875-b760-4f9a644e65a7 None None] Pushing event updated for resources: {'Port': ['ID=82ead623-80f0-4009-8061-0bb6bc99aee8,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:17:51.211127 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90811be1-5d2d-40a3-a91f-9b3575473bb8 None None] Network 06baf699-8f4b-4d48-bffe-cb8198651397 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:17:51.255711 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:17:51.265159 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:17:51.267601 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-a2e4cfe4-5293-441f-8f06-3cc760aafb8a None None] Provisioning complete for port 82ead623-80f0-4009-8061-0bb6bc99aee8 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:17:51.267995 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a2e4cfe4-5293-441f-8f06-3cc760aafb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (82ead623-80f0-4009-8061-0bb6bc99aee8), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:51.392695 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4cfe4-5293-441f-8f06-3cc760aafb8a None None] Current status of the port 82ead623-80f0-4009-8061-0bb6bc99aee8 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:17:51.393066 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a2e4cfe4-5293-441f-8f06-3cc760aafb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (82ead623-80f0-4009-8061-0bb6bc99aee8), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:51.433864 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-a2e4cfe4-5293-441f-8f06-3cc760aafb8a None None] For port 82ead623-80f0-4009-8061-0bb6bc99aee8, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=82ead623-80f0-4009-8061-0bb6bc99aee8,segment=NetworkSegment(66ede3a0-4d51-4fd3-82a6-b597681576e7),segment_id=66ede3a0-4d51-4fd3-82a6-b597681576e7)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:17:51.437458 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a2e4cfe4-5293-441f-8f06-3cc760aafb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (82ead623-80f0-4009-8061-0bb6bc99aee8), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:51.486986 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4cfe4-5293-441f-8f06-3cc760aafb8a None None] Pushing event updated for resources: {'Port': ['ID=82ead623-80f0-4009-8061-0bb6bc99aee8,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:17:51.656947 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-e69f1df6-a8d4-4b73-a37c-3111a1b9c7dd None None] Provisioning complete for port 82ead623-80f0-4009-8061-0bb6bc99aee8 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:17:51.657338 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e69f1df6-a8d4-4b73-a37c-3111a1b9c7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (82ead623-80f0-4009-8061-0bb6bc99aee8), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:51.735127 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 82ead623-80f0-4009-8061-0bb6bc99aee8 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:17:51.762195 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-e69f1df6-a8d4-4b73-a37c-3111a1b9c7dd None None] Current status of the port 82ead623-80f0-4009-8061-0bb6bc99aee8 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:17:51.784922 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 82ead623-80f0-4009-8061-0bb6bc99aee8 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:17:51.785311 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (82ead623-80f0-4009-8061-0bb6bc99aee8), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:17:51.860377 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 82ead623-80f0-4009-8061-0bb6bc99aee8 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:17:56.901115 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=23,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:17:56.901918 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=24,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:17:58.255302 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:17:59.613241 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=54,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:17:59.614015 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=61,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:18:06.533562 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-914372a5-cd36-4571-af55-334151480990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:18:09.038110 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6ce5f3b4-a935-4035-9d0c-03f70b9215f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:18:10.049426 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:18:11.226996 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:18:12.799614 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:18:18.270955 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:18:18.275788 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:18:22.793367 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:18:22.795307 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:18:25.260054 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 5 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:18:35.254511 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:18:35.259898 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:18:36.535596 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-8f1e1c16-d0bc-48b8-b6e4-9137ee72c3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:18:39.041397 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-71fb53a2-fb53-46f7-ba6c-aa4ef6d4c1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:18:40.058080 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:18:41.229514 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:18:42.793370 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:18:52.786965 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:18:52.789592 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:18:55.266933 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:18:55.270807 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:19:02.258467 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 5 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:19:06.539715 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-180beddd-3f4b-4722-a99e-36a84f6a38f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:19:09.042782 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b152ce55-9453-42ae-b4ba-c97441f39f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:19:10.060819 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:19:11.232817 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:19:12.255319 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:19:12.797910 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:19:15.323230 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 47420) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:19:15.329828 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [None req-9a362eb3-1ac9-447c-b941-4f1e62a48511 tempest-verify_tempest_config-1064894614 tempest-verify_tempest_config-1064894614-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 08:19:15.330818 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9a362eb3-1ac9-447c-b941-4f1e62a48511 tempest-verify_tempest_config-1064894614 tempest-verify_tempest_config-1064894614-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0066423 Jun 04 08:19:15.617917 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47438) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:19:15.719338 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:19:15.797782 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] Publish callbacks [] for security_group (f8353bdf-150d-4c73-b8fd-09c1fd88cdd3), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:19:15.801574 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (f8353bdf-150d-4c73-b8fd-09c1fd88cdd3), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:19:15.846652 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8634e385f9c34925839f380c671f427d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2277040 Jun 04 08:19:15.849275 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8353bdf-150d-4c73-b8fd-09c1fd88cdd3,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:19:15.850047 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 47444) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:19:15.856381 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:15.856726 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:15.857079 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:15.857417 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:15.857745 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:15.858114 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:15.858436 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:15.858761 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:15.859083 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:15.859404 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:15.859734 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:15.860055 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:15.860377 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:15.860686 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:15.860996 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29632a7-ef7f-4ce2-a251-7a11f79178b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:15.908099 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Publish callbacks [] for security_group (f8353bdf-150d-4c73-b8fd-09c1fd88cdd3), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:19:15.931236 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Publish callbacks [] for security_group (f8353bdf-150d-4c73-b8fd-09c1fd88cdd3), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:19:16.024425 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (f8353bdf-150d-4c73-b8fd-09c1fd88cdd3), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:19:16.026994 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:19:16.028130 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f8353bdf-150d-4c73-b8fd-09c1fd88cdd3 HTTP/1.1" status: 204 len: 168 time: 0.1771524 Jun 04 08:19:16.036217 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8353bdf-150d-4c73-b8fd-09c1fd88cdd3,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:19:16.042829 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:16.043187 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:16.043544 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:16.043884 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:16.044221 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:16.044565 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:16.044876 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:16.045198 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:16.045569 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:16.045880 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:16.046208 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:16.046530 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:16.046848 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:16.047165 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:16.047483 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c6fd7-cd0c-4d49-b0a8-430eccaf0d45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:19:22.791579 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:19:25.851733 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=22,neutron:INSERT=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:19:25.856233 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:19:26.032405 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:19:26.039427 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:19:26.069113 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:19:32.271786 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=15 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:19:32.276164 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=19 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:19:36.541113 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-955bac86-f643-41ae-b482-b9078c2cd7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:19:39.045352 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-141f53ad-5a1f-4c07-9791-573fb1ff91f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:19:39.256073 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 5 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:19:40.059636 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:19:41.236439 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:19:42.802598 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:19:49.252531 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:19:52.791306 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:19:52.797970 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:20:06.542773 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-bf89c11a-0345-4209-9afa-7395cb2cf172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:20:09.046590 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c3c9228-b04f-4dc0-b846-ecf09be2ed26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:20:09.278221 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:20:09.283281 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:20:10.063235 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:20:11.238608 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:20:12.810771 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:20:16.254615 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 5 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:20:22.800581 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:20:22.805027 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:20:35.265052 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:20:35.265855 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:20:36.543818 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-f651625f-5986-433a-993a-e2b6ed136020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:20:39.050780 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-deeb99dd-0ec9-4277-a63e-85235abba551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:20:40.066895 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:20:41.242807 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:20:42.804026 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:20:46.274930 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:20:46.278873 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:20:52.798000 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:20:52.799801 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:20:53.253040 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 5 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:20:57.632586 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914369'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:21:03.251108 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:21:06.545721 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-8233a5c4-4536-416f-bd0d-912aebddf148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:21:09.052510 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-89ef8969-844c-40e1-ad29-d679e0630ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:21:10.070055 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:21:10.647693 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 47520) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:21:10.753885 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0e241e90-bdfb-4021-bd23-51860140202d admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1050270 Jun 04 08:21:11.245552 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:21:12.812141 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:21:13.021231 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 47530) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:21:13.080295 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2e10cace-75e9-4919-ae01-2d2191cc4d6b admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0579462 Jun 04 08:21:20.747579 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:21:22.806294 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:21:22.808179 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:21:23.075357 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:21:27.496560 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:21:30.251813 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:21:36.549752 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-59b5f874-3bad-4bc1-80d5-6f587cbf88c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:21:39.054330 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-bc790889-ab30-4182-b29e-c8a730d95495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:21:40.071389 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:21:40.247280 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=18 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:21:40.248009 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=16 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:21:41.249342 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:21:42.804587 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:21:51.245149 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:21:52.800786 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:21:57.495193 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:00.270339 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:00.275926 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:06.556629 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-03e6e034-92b0-4623-9636-28b2ea75615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:07.256692 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:22:09.064136 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-669e283e-af79-4713-af47-013f2f88b863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:10.075173 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:11.253508 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:12.807504 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:17.248417 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:22.801992 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:22.803917 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:27.494697 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:36.550821 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a052a99d-8462-4b25-92ae-7e956eea9d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:37.260394 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:37.271819 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:39.058703 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a321-2226-4051-ade3-645f2d366c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:40.077782 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:41.256357 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:42.809843 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:44.257140 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:22:50.294878 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 47710) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:50.548371 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-825351997-network', 'tenant_id': '97d43167bd994abc9483d1b86ffda90a'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:22:50.574715 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Made reservation on behalf of 97d43167bd994abc9483d1b86ffda90a for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:22:50.577541 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:50.589559 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:50.671436 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Publish callbacks [] for security_group (dd207321-1d95-45da-969c-f50780ae814e), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:50.677243 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (dd207321-1d95-45da-969c-f50780ae814e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:50.710556 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd207321-1d95-45da-969c-f50780ae814e,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:50.720345 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 08:22:50.722844 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:50.723192 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:50.723552 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:50.723890 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:50.724393 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:50.724729 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:50.725057 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:50.725377 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:50.725704 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:50.726090 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:50.726444 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:50.726775 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:50.727096 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:50.727412 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:50.727739 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Tracked resource versions report: Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: pushed versions: Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: { 'AddressGroup': {'1.2'}, Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Agent': {'1.1'}, Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'ConntrackHelper': {'1.0'}, Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'LocalIPAssociation': {'1.0'}, Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Log': {'1.0'}, Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'NDPProxy': {'1.0'}, Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Network': {'1.1'}, Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Port': {'1.7'}, Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'PortForwarding': {'1.3'}, Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'QosPolicy': {'1.10'}, Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'SecurityGroup': {'1.5'}, Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'SecurityGroupRule': {'1.2'}, Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'SubPort': {'1.0'}, Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Subnet': {'1.1'}, Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Trunk': {'1.1'}} Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: consumer versions: Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: { DHCP agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: HyperV agent@hv-cinder-83699: {}, Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: L3 agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: Metadata agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: Metering agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: Open vSwitch agent@dv-cinder-836996-29-iscsi: { 'AddressGroup': '1.2', Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Agent': '1.1', Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'ConntrackHelper': '1.0', Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'LocalIPAssociation': '1.0', Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Log': '1.0', Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'NDPProxy': '1.0', Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Network': '1.1', Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Port': '1.7', Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'PortForwarding': '1.3', Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'QosPolicy': '1.10', Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'SecurityGroup': '1.5', Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'SecurityGroupRule': '1.2', Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'SubPort': '1.0', Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Subnet': '1.1', Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: 'Trunk': '1.1'}} Jun 04 08:22:50.728943 dv-cinder-836996-29-iscsi neutron-server[103811]: {{(pid=103811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 08:22:50.739901 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (081c6880-3cc3-4038-8f07-f17772e12540), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:50.740175 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Added segment 081c6880-3cc3-4038-8f07-f17772e12540 of type vlan for network e966f511-8df9-4165-a0b1-c92164ab8792 Jun 04 08:22:50.866889 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (e966f511-8df9-4165-a0b1-c92164ab8792), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:50.895608 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (e966f511-8df9-4165-a0b1-c92164ab8792), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:50.896713 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:22:50.897705 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:50.957610 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] Pushing event updated for resources: {'Network': ['ID=e966f511-8df9-4165-a0b1-c92164ab8792,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:50.972453 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network e966f511-8df9-4165-a0b1-c92164ab8792 details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:22:50.979226 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47764) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:50.979793 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d9c9fdda-1ff8-454b-a2cf-56e4cc5a7516 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6835952 Jun 04 08:22:50.985409 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Request body: {'subnet': {'network_id': 'e966f511-8df9-4165-a0b1-c92164ab8792', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-825351997-subnet', 'tenant_id': '97d43167bd994abc9483d1b86ffda90a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:22:51.025734 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Made reservation on behalf of 97d43167bd994abc9483d1b86ffda90a for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:22:51.027978 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:51.270747 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for subnet (b5cc62b2-7ff5-43f4-aed9-53ce66899774), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:51.327087 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5cc62b2-7ff5-43f4-aed9-53ce66899774,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:51.442109 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:51.442452 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:51.442976 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:51.443318 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:51.443650 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:51.443978 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:51.444300 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:51.444620 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:51.444958 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:51.445278 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:51.445616 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:51.445967 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:51.446286 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:51.446596 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:51.447095 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Tracked resource versions report: Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: pushed versions: Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: { 'AddressGroup': {'1.2'}, Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Agent': {'1.1'}, Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'ConntrackHelper': {'1.0'}, Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'LocalIPAssociation': {'1.0'}, Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Log': {'1.0'}, Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'NDPProxy': {'1.0'}, Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Network': {'1.1'}, Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Port': {'1.7'}, Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'PortForwarding': {'1.3'}, Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'QosPolicy': {'1.10'}, Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'SecurityGroup': {'1.5'}, Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'SecurityGroupRule': {'1.2'}, Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'SubPort': {'1.0'}, Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Subnet': {'1.1'}, Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Trunk': {'1.1'}} Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: consumer versions: Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: { DHCP agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: HyperV agent@hv-cinder-83699: {}, Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: L3 agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: Metadata agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: Metering agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: Open vSwitch agent@dv-cinder-836996-29-iscsi: { 'AddressGroup': '1.2', Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Agent': '1.1', Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'ConntrackHelper': '1.0', Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'LocalIPAssociation': '1.0', Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Log': '1.0', Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'NDPProxy': '1.0', Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Network': '1.1', Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Port': '1.7', Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'PortForwarding': '1.3', Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'QosPolicy': '1.10', Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'SecurityGroup': '1.5', Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'SecurityGroupRule': '1.2', Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'SubPort': '1.0', Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Subnet': '1.1', Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: 'Trunk': '1.1'}} Jun 04 08:22:51.448443 dv-cinder-836996-29-iscsi neutron-server[103812]: {{(pid=103812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 08:22:51.459035 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Checking segment: {'id': '081c6880-3cc3-4038-8f07-f17772e12540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e966f511-8df9-4165-a0b1-c92164ab8792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:22:51.459391 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Network hostable DHCP agents. Network: e966f511-8df9-4165-a0b1-c92164ab8792, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:22:51.466541 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 47788) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:51.482286 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Network e966f511-8df9-4165-a0b1-c92164ab8792 is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:22:51.491991 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, e966f511-8df9-4165-a0b1-c92164ab8792) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:22:51.496253 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:22:51.496846 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:51.506676 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d7ce0b-bef3-4c39-86e4-775fb9dd477a None None] Network e966f511-8df9-4165-a0b1-c92164ab8792 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:22:51.512454 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47792) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:51.550225 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-419907d5-b461-479d-bfc5-a522aad2da50 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5698283 Jun 04 08:22:51.611778 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47802) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:51.627004 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3051eb9-74a3-4dec-ad0b-4ce6e1ba9492 None None] Network e966f511-8df9-4165-a0b1-c92164ab8792 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:22:51.645391 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 47806) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:51.739924 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-4cd228c9-ae72-4650-9379-d203b75b756b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2009779896-network', 'tenant_id': '880551882c5748278978d5a7586d1f30'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:22:51.767542 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd228c9-ae72-4650-9379-d203b75b756b admin admin] Made reservation on behalf of 880551882c5748278978d5a7586d1f30 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:22:51.770912 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4cd228c9-ae72-4650-9379-d203b75b756b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:51.783791 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4cd228c9-ae72-4650-9379-d203b75b756b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:51.784664 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-2de42798-dead-4215-bcc4-42f73bb62dd8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-943871407-network', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:22:51.815439 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de42798-dead-4215-bcc4-42f73bb62dd8 admin admin] Made reservation on behalf of bb59e7902bf94c62a6f9b5e7e4cbabe3 for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:22:51.820047 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2de42798-dead-4215-bcc4-42f73bb62dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:51.833627 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2de42798-dead-4215-bcc4-42f73bb62dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:51.899523 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4cd228c9-ae72-4650-9379-d203b75b756b admin admin] Publish callbacks [] for security_group (531cd952-0bb4-4668-967d-c6836b1d9d68), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:51.904716 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4cd228c9-ae72-4650-9379-d203b75b756b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (531cd952-0bb4-4668-967d-c6836b1d9d68), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:51.931681 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2de42798-dead-4215-bcc4-42f73bb62dd8 admin admin] Publish callbacks [] for security_group (a78ee161-34ff-42bb-b740-91adc7b949bb), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:51.937155 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2de42798-dead-4215-bcc4-42f73bb62dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (a78ee161-34ff-42bb-b740-91adc7b949bb), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:51.942702 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd228c9-ae72-4650-9379-d203b75b756b admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 08:22:51.959751 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd228c9-ae72-4650-9379-d203b75b756b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531cd952-0bb4-4668-967d-c6836b1d9d68,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:51.974041 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-2696d8e4-ce63-41c2-9931-053ae0f2b048 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1360039732-network', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:22:51.974396 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4cd228c9-ae72-4650-9379-d203b75b756b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (e260448d-50b2-4924-907f-130b05e152a3), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:51.975147 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-4cd228c9-ae72-4650-9379-d203b75b756b admin admin] Added segment e260448d-50b2-4924-907f-130b05e152a3 of type vlan for network 6b860f72-fd6a-4776-95a4-5ec614119cc7 Jun 04 08:22:51.983971 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de42798-dead-4215-bcc4-42f73bb62dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78ee161-34ff-42bb-b740-91adc7b949bb,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:52.012194 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de42798-dead-4215-bcc4-42f73bb62dd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=103812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 08:22:52.019967 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2696d8e4-ce63-41c2-9931-053ae0f2b048 admin admin] Made reservation on behalf of bada48f0853f4642b538bab7eae486e6 for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:22:52.027855 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2696d8e4-ce63-41c2-9931-053ae0f2b048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.036237 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4cd228c9-ae72-4650-9379-d203b75b756b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (6b860f72-fd6a-4776-95a4-5ec614119cc7), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.048837 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2de42798-dead-4215-bcc4-42f73bb62dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (0f5d7438-c87f-4dfc-a410-5a8361fe170d), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.049139 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-2de42798-dead-4215-bcc4-42f73bb62dd8 admin admin] Added segment 0f5d7438-c87f-4dfc-a410-5a8361fe170d of type vlan for network 3ffca17b-eb82-420d-9eb0-3683041b6356 Jun 04 08:22:52.049428 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-312dbda8-970c-457e-a2a3-8aad906838ad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-network', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:22:52.089330 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4cd228c9-ae72-4650-9379-d203b75b756b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (6b860f72-fd6a-4776-95a4-5ec614119cc7), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.091158 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd228c9-ae72-4650-9379-d203b75b756b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:22:52.092120 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4cd228c9-ae72-4650-9379-d203b75b756b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.093378 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2de42798-dead-4215-bcc4-42f73bb62dd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (3ffca17b-eb82-420d-9eb0-3683041b6356), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.119897 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:52.122518 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2696d8e4-ce63-41c2-9931-053ae0f2b048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.152764 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2de42798-dead-4215-bcc4-42f73bb62dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (3ffca17b-eb82-420d-9eb0-3683041b6356), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.158607 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de42798-dead-4215-bcc4-42f73bb62dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:22:52.159202 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2de42798-dead-4215-bcc4-42f73bb62dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.203044 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312dbda8-970c-457e-a2a3-8aad906838ad admin admin] Made reservation on behalf of d5a99059e0694a6f91e0cffa23ec52d8 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:22:52.206088 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-312dbda8-970c-457e-a2a3-8aad906838ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.208811 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:52.209709 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd228c9-ae72-4650-9379-d203b75b756b admin admin] Pushing event updated for resources: {'Network': ['ID=6b860f72-fd6a-4776-95a4-5ec614119cc7,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:52.214514 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:52.221024 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network 6b860f72-fd6a-4776-95a4-5ec614119cc7 details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:22:52.229552 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4cd228c9-ae72-4650-9379-d203b75b756b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7618246 Jun 04 08:22:52.230799 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 47840) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:52.238995 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-0777ff9d-a237-42a7-bfd1-73960ebc60c6 admin admin] Request body: {'subnet': {'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2009779896-subnet', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:22:52.258193 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-312dbda8-970c-457e-a2a3-8aad906838ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.269576 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0777ff9d-a237-42a7-bfd1-73960ebc60c6 admin admin] Made reservation on behalf of 880551882c5748278978d5a7586d1f30 for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:22:52.272679 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0777ff9d-a237-42a7-bfd1-73960ebc60c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.322785 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:52.361304 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-312dbda8-970c-457e-a2a3-8aad906838ad admin admin] Publish callbacks [] for security_group (f865fdd3-90f6-4882-8e31-164541892b24), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.373363 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-312dbda8-970c-457e-a2a3-8aad906838ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (f865fdd3-90f6-4882-8e31-164541892b24), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.389915 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-2de42798-dead-4215-bcc4-42f73bb62dd8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8763008 Jun 04 08:22:52.408060 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47842) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:52.429348 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-33b88802-f691-4491-9fff-e2f0ae9d397e admin admin] Request body: {'subnet': {'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-subnet', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:22:52.450126 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312dbda8-970c-457e-a2a3-8aad906838ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f865fdd3-90f6-4882-8e31-164541892b24,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:52.458715 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de42798-dead-4215-bcc4-42f73bb62dd8 admin admin] Pushing event updated for resources: {'Network': ['ID=3ffca17b-eb82-420d-9eb0-3683041b6356,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:52.471537 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312dbda8-970c-457e-a2a3-8aad906838ad admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 08:22:52.498770 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network 3ffca17b-eb82-420d-9eb0-3683041b6356 details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:22:52.503279 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b88802-f691-4491-9fff-e2f0ae9d397e admin admin] Made reservation on behalf of bb59e7902bf94c62a6f9b5e7e4cbabe3 for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:22:52.505803 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-33b88802-f691-4491-9fff-e2f0ae9d397e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.534511 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-312dbda8-970c-457e-a2a3-8aad906838ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (71705298-0cef-438f-8aa6-0cddc8201c67), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.535049 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-312dbda8-970c-457e-a2a3-8aad906838ad admin admin] Added segment 71705298-0cef-438f-8aa6-0cddc8201c67 of type vlan for network 1fd25ca8-4d43-46c5-8814-4ee274135448 Jun 04 08:22:52.599713 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-312dbda8-970c-457e-a2a3-8aad906838ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (1fd25ca8-4d43-46c5-8814-4ee274135448), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.600497 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47864) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:52.602710 dv-cinder-836996-29-iscsi neutron-server[103812]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 04 08:22:52.635181 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-312dbda8-970c-457e-a2a3-8aad906838ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (1fd25ca8-4d43-46c5-8814-4ee274135448), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.638077 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312dbda8-970c-457e-a2a3-8aad906838ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:22:52.638705 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-312dbda8-970c-457e-a2a3-8aad906838ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.679610 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-312dbda8-970c-457e-a2a3-8aad906838ad admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.0325809 Jun 04 08:22:52.701482 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2696d8e4-ce63-41c2-9931-053ae0f2b048 admin admin] Publish callbacks [] for security_group (c16caec9-6bae-4a41-8e03-68b0f2275d53), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.702700 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47870) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:52.724449 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-19fcfdc1-cea9-427c-ab8b-b85121647ff9 admin admin] Request body: {'subnet': {'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-subnet', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:22:52.736583 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2696d8e4-ce63-41c2-9931-053ae0f2b048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (c16caec9-6bae-4a41-8e03-68b0f2275d53), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.738532 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312dbda8-970c-457e-a2a3-8aad906838ad admin admin] Pushing event updated for resources: {'Network': ['ID=1fd25ca8-4d43-46c5-8814-4ee274135448,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:52.751885 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network 1fd25ca8-4d43-46c5-8814-4ee274135448 details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:22:52.801793 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2696d8e4-ce63-41c2-9931-053ae0f2b048 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=103812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 08:22:52.842140 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:52.842946 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:52.849145 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0777ff9d-a237-42a7-bfd1-73960ebc60c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for subnet (18b12b06-c651-4ab6-8f19-24224f73c099), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.888123 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2696d8e4-ce63-41c2-9931-053ae0f2b048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (170b3f10-ed25-44db-a443-a07f51450348), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.888576 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-2696d8e4-ce63-41c2-9931-053ae0f2b048 admin admin] Added segment 170b3f10-ed25-44db-a443-a07f51450348 of type vlan for network b88cbea7-518a-4446-bcff-56c4dc453510 Jun 04 08:22:52.894107 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:52.930243 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696d8e4-ce63-41c2-9931-053ae0f2b048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16caec9-6bae-4a41-8e03-68b0f2275d53,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:52.947934 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777ff9d-a237-42a7-bfd1-73960ebc60c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18b12b06-c651-4ab6-8f19-24224f73c099,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:52.962666 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fcfdc1-cea9-427c-ab8b-b85121647ff9 admin admin] Made reservation on behalf of d5a99059e0694a6f91e0cffa23ec52d8 for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:22:52.963526 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0777ff9d-a237-42a7-bfd1-73960ebc60c6 admin admin] Checking segment: {'id': 'e260448d-50b2-4924-907f-130b05e152a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:22:52.965244 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0777ff9d-a237-42a7-bfd1-73960ebc60c6 admin admin] Network hostable DHCP agents. Network: 6b860f72-fd6a-4776-95a4-5ec614119cc7, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:22:52.965552 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-19fcfdc1-cea9-427c-ab8b-b85121647ff9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:52.992068 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-151d79eb-bb46-46ae-96c8-211df1d3f244 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:22:52.999574 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-151d79eb-bb46-46ae-96c8-211df1d3f244 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/networks?id=e966f511-8df9-4165-a0b1-c92164ab8792 HTTP/1.1" status: 200 len: 811 time: 0.3979909 Jun 04 08:22:53.015478 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0777ff9d-a237-42a7-bfd1-73960ebc60c6 admin admin] Network 6b860f72-fd6a-4776-95a4-5ec614119cc7 is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:22:53.028824 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-0777ff9d-a237-42a7-bfd1-73960ebc60c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, 6b860f72-fd6a-4776-95a4-5ec614119cc7) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:22:53.033776 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0777ff9d-a237-42a7-bfd1-73960ebc60c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:22:53.034415 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0777ff9d-a237-42a7-bfd1-73960ebc60c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:53.053867 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cac9fb7-7e31-4c99-a08e-831b786b6267 None None] Network 6b860f72-fd6a-4776-95a4-5ec614119cc7 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:22:53.063018 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0777ff9d-a237-42a7-bfd1-73960ebc60c6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8284614 Jun 04 08:22:53.065138 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 47888) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:53.069459 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:22:53.070595 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2696d8e4-ce63-41c2-9931-053ae0f2b048 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (b88cbea7-518a-4446-bcff-56c4dc453510), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:53.109045 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-e6d7992b-deb4-4415-8241-7630ead47061 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/quotas/97d43167bd994abc9483d1b86ffda90a HTTP/1.1" status: 200 len: 375 time: 0.1077580 Jun 04 08:22:53.130732 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-459'] for router (be87d69c-80d4-487d-a449-74918b33bb5c), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:53.131885 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3827746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-434'] for router (be87d69c-80d4-487d-a449-74918b33bb5c), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:53.197816 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-501b67f0-9d11-483e-a59e-75d767cd846e tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=97d43167bd994abc9483d1b86ffda90a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886798 Jun 04 08:22:53.268797 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2696d8e4-ce63-41c2-9931-053ae0f2b048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (b88cbea7-518a-4446-bcff-56c4dc453510), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:53.272460 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2696d8e4-ce63-41c2-9931-053ae0f2b048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:22:53.273486 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2696d8e4-ce63-41c2-9931-053ae0f2b048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:53.325554 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] Publish callbacks [] for router_controller (be87d69c-80d4-487d-a449-74918b33bb5c), precommit_add_association {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:53.353760 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:53.370668 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp656ddf91-5a7e-5562-8344-d8ecf654b6e7-6b860f72-fd6a-4776-95a4-5ec614119cc7', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'project_id': '880551882c5748278978d5a7586d1f30', 'fixed_ips': [{'subnet_id': '18b12b06-c651-4ab6-8f19-24224f73c099'}]}} from dv-cinder-836996-29-iscsi. {{(pid=103813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 08:22:53.380326 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:53.421239 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-33b88802-f691-4491-9fff-e2f0ae9d397e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for subnet (02e06554-fbcb-49c6-b330-43781b1202a6), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:53.498120 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] Publish callbacks [] for router_gateway (be87d69c-80d4-487d-a449-74918b33bb5c), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:53.544500 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:53.560441 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-2696d8e4-ce63-41c2-9931-053ae0f2b048 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.9433646 Jun 04 08:22:53.560441 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b88802-f691-4491-9fff-e2f0ae9d397e admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e06554-fbcb-49c6-b330-43781b1202a6,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:53.561220 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47918) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:53.643987 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696d8e4-ce63-41c2-9931-053ae0f2b048 admin admin] Pushing event updated for resources: {'Network': ['ID=b88cbea7-518a-4446-bcff-56c4dc453510,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:53.654379 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-f6e16a37-848f-41a4-b4c7-b7707a401104 admin admin] Request body: {'subnet': {'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-subnet', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:22:53.726988 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.db_base_plugin_common [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Allocated IP 172.20.0.2 (6b860f72-fd6a-4776-95a4-5ec614119cc7/18b12b06-c651-4ab6-8f19-24224f73c099/279d890d-3b98-4785-a3b8-78f079f9160c) {{(pid=103813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:22:53.736975 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network b88cbea7-518a-4446-bcff-56c4dc453510 details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:22:53.757045 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:53.796521 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-8e2889da-07ad-44a5-9379-8ede2842b099 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 08:22:53.798443 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-8e2889da-07ad-44a5-9379-8ede2842b099 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3468077 Jun 04 08:22:53.802071 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47928) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:53.804367 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] Publish callbacks [] for router_gateway (be87d69c-80d4-487d-a449-74918b33bb5c), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:53.814169 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-19fcfdc1-cea9-427c-ab8b-b85121647ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for subnet (3a1bd244-02e5-437b-b10c-98141f388763), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:53.836848 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:53.842557 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e16a37-848f-41a4-b4c7-b7707a401104 admin admin] Made reservation on behalf of bada48f0853f4642b538bab7eae486e6 for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:22:53.845576 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f6e16a37-848f-41a4-b4c7-b7707a401104 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:53.911681 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b88802-f691-4491-9fff-e2f0ae9d397e admin admin] Checking segment: {'id': '0f5d7438-c87f-4dfc-a410-5a8361fe170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:22:53.912117 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b88802-f691-4491-9fff-e2f0ae9d397e admin admin] Network hostable DHCP agents. Network: 3ffca17b-eb82-420d-9eb0-3683041b6356, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:22:53.988284 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] Allocated IP 172.27.2.152 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/76625aad-e0e4-464a-9a0c-2c1f5be828d6) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:22:54.012512 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcfdc1-cea9-427c-ab8b-b85121647ff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a1bd244-02e5-437b-b10c-98141f388763,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:54.021386 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Publish callbacks [] for port (279d890d-3b98-4785-a3b8-78f079f9160c), precommit_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.032879 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (279d890d-3b98-4785-a3b8-78f079f9160c), after_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.073996 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-69ce00d6-5948-464f-a9ff-e14f62986a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.084874 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b88802-f691-4491-9fff-e2f0ae9d397e admin admin] Network 3ffca17b-eb82-420d-9eb0-3683041b6356 is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:22:54.108215 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-33b88802-f691-4491-9fff-e2f0ae9d397e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, 3ffca17b-eb82-420d-9eb0-3683041b6356) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:22:54.119449 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Network 6b860f72-fd6a-4776-95a4-5ec614119cc7 is already hosted by enough agents. {{(pid=103813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:22:54.124430 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d83b0ea-d80a-45a6-878f-c3998d54511e None None] Network 3ffca17b-eb82-420d-9eb0-3683041b6356 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:22:54.154915 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] Publish callbacks [] for port (76625aad-e0e4-464a-9a0c-2c1f5be828d6), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.184551 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fcfdc1-cea9-427c-ab8b-b85121647ff9 admin admin] Checking segment: {'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:22:54.185237 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fcfdc1-cea9-427c-ab8b-b85121647ff9 admin admin] Network hostable DHCP agents. Network: 1fd25ca8-4d43-46c5-8814-4ee274135448, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:22:54.189105 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b88802-f691-4491-9fff-e2f0ae9d397e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:22:54.189981 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-33b88802-f691-4491-9fff-e2f0ae9d397e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.194983 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.base_scheduler [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Resources bound (agent type, host, resource id): {{(pid=103813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:22:54.205289 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (76625aad-e0e4-464a-9a0c-2c1f5be828d6), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.226698 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Received port after_create {{(pid=103813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:22:54.231231 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:54.245882 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-69ce00d6-5948-464f-a9ff-e14f62986a0d admin admin] Publish callbacks [] for security_group (d4c0b920-e502-4bed-b646-296054a46e07), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.250333 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 47944) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:54.253869 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:54.256477 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:54.256599 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Pushing event updated for resources: {'Port': ['ID=279d890d-3b98-4785-a3b8-78f079f9160c,revision_number=1']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:54.261049 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-69ce00d6-5948-464f-a9ff-e14f62986a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (d4c0b920-e502-4bed-b646-296054a46e07), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.271265 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:54.271958 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:54.272462 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:54.272984 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:54.273470 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:54.273990 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:54.274466 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:54.274940 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:54.275441 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:54.275929 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:54.276404 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:54.276892 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:54.277355 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:54.277860 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:54.278343 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Tracked resource versions report: Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: pushed versions: Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: { 'AddressGroup': {'1.2'}, Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Agent': {'1.1'}, Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'ConntrackHelper': {'1.0'}, Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'LocalIPAssociation': {'1.0'}, Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Log': {'1.0'}, Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'NDPProxy': {'1.0'}, Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Network': {'1.1'}, Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Port': {'1.7'}, Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'PortForwarding': {'1.3'}, Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'QosPolicy': {'1.10'}, Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'SecurityGroup': {'1.5'}, Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'SecurityGroupRule': {'1.2'}, Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'SubPort': {'1.0'}, Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Subnet': {'1.1'}, Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Trunk': {'1.1'}} Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: consumer versions: Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: { DHCP agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: HyperV agent@hv-cinder-83699: {}, Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: L3 agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: Metadata agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: Metering agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: Open vSwitch agent@dv-cinder-836996-29-iscsi: { 'AddressGroup': '1.2', Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Agent': '1.1', Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'ConntrackHelper': '1.0', Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'LocalIPAssociation': '1.0', Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Log': '1.0', Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'NDPProxy': '1.0', Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Network': '1.1', Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Port': '1.7', Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'PortForwarding': '1.3', Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'QosPolicy': '1.10', Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'SecurityGroup': '1.5', Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'SecurityGroupRule': '1.2', Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'SubPort': '1.0', Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Subnet': '1.1', Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: 'Trunk': '1.1'}} Jun 04 08:22:54.283331 dv-cinder-836996-29-iscsi neutron-server[103813]: {{(pid=103813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 08:22:54.285636 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-33b88802-f691-4491-9fff-e2f0ae9d397e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8661118 Jun 04 08:22:54.285636 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-cb8f6de4-ef0c-48c4-84a1-7ce940317bc6 service neutron] 10.222.0.57 "GET /v2.0/networks/e966f511-8df9-4165-a0b1-c92164ab8792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580979 Jun 04 08:22:54.291287 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47950) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:54.300652 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:22:54.314496 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp656ddf91-5a7e-5562-8344-d8ecf654b6e7-3ffca17b-eb82-420d-9eb0-3683041b6356', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6'}]}} from dv-cinder-836996-29-iscsi. {{(pid=103813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 08:22:54.315915 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.323665 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] Pushing event updated for resources: {'Port': ['ID=76625aad-e0e4-464a-9a0c-2c1f5be828d6,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:54.335371 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fcfdc1-cea9-427c-ab8b-b85121647ff9 admin admin] Network 1fd25ca8-4d43-46c5-8814-4ee274135448 is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:22:54.355349 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:22:54.360501 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:22:54.364324 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:22:54.393233 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-69ce00d6-5948-464f-a9ff-e14f62986a0d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=728e5065908f47189cb9300d280b1c8f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5859191 Jun 04 08:22:54.405272 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47954) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:54.426793 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:54.435292 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:54.436124 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-19fcfdc1-cea9-427c-ab8b-b85121647ff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, 1fd25ca8-4d43-46c5-8814-4ee274135448) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:22:54.439254 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Attempting to bind port 279d890d-3b98-4785-a3b8-78f079f9160c on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:22:54.440561 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Attempting to bind port 279d890d-3b98-4785-a3b8-78f079f9160c by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': 'e260448d-50b2-4924-907f-130b05e152a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:22:54.441080 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Attempting to bind port 279d890d-3b98-4785-a3b8-78f079f9160c on network 6b860f72-fd6a-4776-95a4-5ec614119cc7 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:22:54.451363 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58e28df-60c7-45ca-8b73-ed6c2adc68ed None None] Network 1fd25ca8-4d43-46c5-8814-4ee274135448 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:22:54.505975 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:22:54.506347 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Checking segment: {'id': 'e260448d-50b2-4924-907f-130b05e152a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:22:54.506989 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.507565 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Bound using segment: {'id': 'e260448d-50b2-4924-907f-130b05e152a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:22:54.508232 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Bound port: 279d890d-3b98-4785-a3b8-78f079f9160c, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e260448d-50b2-4924-907f-130b05e152a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:22:54.508826 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (279d890d-3b98-4785-a3b8-78f079f9160c), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.539136 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce00d6-5948-464f-a9ff-e14f62986a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c0b920-e502-4bed-b646-296054a46e07,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:54.576171 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fcfdc1-cea9-427c-ab8b-b85121647ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:22:54.576987 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-19fcfdc1-cea9-427c-ab8b-b85121647ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.601356 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f6e16a37-848f-41a4-b4c7-b7707a401104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for subnet (5faa1da9-51be-4c06-b751-2fe7b4126f56), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.618981 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-459'] for router (97975f8f-dd3d-4549-94ae-5a22d1c34a57), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.620229 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3827746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-434'] for router (97975f8f-dd3d-4549-94ae-5a22d1c34a57), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.634854 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:54.641454 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-19fcfdc1-cea9-427c-ab8b-b85121647ff9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9300017 Jun 04 08:22:54.645702 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 47960) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:54.652361 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-router', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:22:54.696866 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] For port 279d890d-3b98-4785-a3b8-78f079f9160c, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:22:54.709553 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5f366aad-1007-40e7-91e3-730a73cd7e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.731481 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] For port 279d890d-3b98-4785-a3b8-78f079f9160c, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=279d890d-3b98-4785-a3b8-78f079f9160c,segment=NetworkSegment(e260448d-50b2-4924-907f-130b05e152a3),segment_id=e260448d-50b2-4924-907f-130b05e152a3)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:22:54.743703 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (279d890d-3b98-4785-a3b8-78f079f9160c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.791329 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:54.792098 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-459'] for router (6deb69c2-4006-4ea3-a1f6-cb986a2420be), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.793117 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3827746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-434'] for router (6deb69c2-4006-4ea3-a1f6-cb986a2420be), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.861629 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7,neutron:INSERT=8 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:54.879319 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462c92e-2463-41d2-8ef8-e7f8e2acafbe None None] Pushing event updated for resources: {'Port': ['ID=279d890d-3b98-4785-a3b8-78f079f9160c,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:54.884672 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.db_base_plugin_common [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Allocated IP 172.20.0.2 (3ffca17b-eb82-420d-9eb0-3683041b6356/02e06554-fbcb-49c6-b330-43781b1202a6/cb99348b-fc0a-495c-af3b-db6bb2ed7982) {{(pid=103813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:22:54.888322 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp656ddf91-5a7e-5562-8344-d8ecf654b6e7-1fd25ca8-4d43-46c5-8814-4ee274135448', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'fixed_ips': [{'subnet_id': '3a1bd244-02e5-437b-b10c-98141f388763'}]}} from dv-cinder-836996-29-iscsi. {{(pid=103813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 08:22:54.888519 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] Publish callbacks [] for router_gateway (be87d69c-80d4-487d-a449-74918b33bb5c), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.889746 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:54.936299 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] Publish callbacks [] for router_controller (6deb69c2-4006-4ea3-a1f6-cb986a2420be), precommit_add_association {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.053999 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5f366aad-1007-40e7-91e3-730a73cd7e64 admin admin] Publish callbacks [] for security_group (996e8404-a7cb-4be5-a7f4-4c2be9a91140), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.106013 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] Publish callbacks [] for router_controller (97975f8f-dd3d-4549-94ae-5a22d1c34a57), precommit_add_association {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.177475 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5f366aad-1007-40e7-91e3-730a73cd7e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (996e8404-a7cb-4be5-a7f4-4c2be9a91140), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.182123 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.db_base_plugin_common [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Allocated IP 172.20.0.2 (1fd25ca8-4d43-46c5-8814-4ee274135448/3a1bd244-02e5-437b-b10c-98141f388763/ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4) {{(pid=103813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:22:55.242146 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Publish callbacks [] for port (cb99348b-fc0a-495c-af3b-db6bb2ed7982), precommit_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.243995 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-d5772453-de8a-460e-ae95-606e19af03a6 service neutron] 10.222.0.57 "GET /v2.0/networks/e966f511-8df9-4165-a0b1-c92164ab8792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9352512 Jun 04 08:22:55.244635 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e16a37-848f-41a4-b4c7-b7707a401104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5faa1da9-51be-4c06-b751-2fe7b4126f56,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:55.263417 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f366aad-1007-40e7-91e3-730a73cd7e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996e8404-a7cb-4be5-a7f4-4c2be9a91140,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:55.314727 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (cb99348b-fc0a-495c-af3b-db6bb2ed7982), after_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.321414 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e16a37-848f-41a4-b4c7-b7707a401104 admin admin] Checking segment: {'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:22:55.321787 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e16a37-848f-41a4-b4c7-b7707a401104 admin admin] Network hostable DHCP agents. Network: b88cbea7-518a-4446-bcff-56c4dc453510, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:22:55.326859 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-945c5bb4-2e27-47c4-b271-507a586cd5e8 admin admin] Publish callbacks [] for security_group (d4c0b920-e502-4bed-b646-296054a46e07), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.333126 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:55.360615 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-945c5bb4-2e27-47c4-b271-507a586cd5e8 admin admin] Publish callbacks [] for security_group (d4c0b920-e502-4bed-b646-296054a46e07), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.379910 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Network 3ffca17b-eb82-420d-9eb0-3683041b6356 is already hosted by enough agents. {{(pid=103813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:22:55.389519 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.base_scheduler [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Resources bound (agent type, host, resource id): {{(pid=103813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:22:55.390349 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3907948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914699'] for router (be87d69c-80d4-487d-a449-74918b33bb5c), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.402259 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] Publish callbacks [] for router_gateway (6deb69c2-4006-4ea3-a1f6-cb986a2420be), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.409405 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Received port after_create {{(pid=103813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:22:55.423895 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Pushing event updated for resources: {'Port': ['ID=cb99348b-fc0a-495c-af3b-db6bb2ed7982,revision_number=1']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:55.463858 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:55.463858 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-945c5bb4-2e27-47c4-b271-507a586cd5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (d4c0b920-e502-4bed-b646-296054a46e07), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.463858 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-945c5bb4-2e27-47c4-b271-507a586cd5e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.463858 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-945c5bb4-2e27-47c4-b271-507a586cd5e8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d4c0b920-e502-4bed-b646-296054a46e07 HTTP/1.1" status: 204 len: 168 time: 1.0185540 Jun 04 08:22:55.474099 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5f366aad-1007-40e7-91e3-730a73cd7e64 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8ed2f65f0a9840bea8207bc03523ae8f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2211597 Jun 04 08:22:55.477368 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 47982) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:55.565982 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Publish callbacks [] for port (ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4), precommit_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.587536 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Attempting to bind port cb99348b-fc0a-495c-af3b-db6bb2ed7982 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:22:55.588193 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Attempting to bind port cb99348b-fc0a-495c-af3b-db6bb2ed7982 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '0f5d7438-c87f-4dfc-a410-5a8361fe170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:22:55.588669 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Attempting to bind port cb99348b-fc0a-495c-af3b-db6bb2ed7982 on network 3ffca17b-eb82-420d-9eb0-3683041b6356 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:22:55.600928 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4), after_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.610318 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c5bb4-2e27-47c4-b271-507a586cd5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c0b920-e502-4bed-b646-296054a46e07,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:55.643170 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:55.648873 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 47992) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:55.653011 dv-cinder-836996-29-iscsi neutron-server[103811]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 04 08:22:55.655674 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:22:55.656197 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Checking segment: {'id': '0f5d7438-c87f-4dfc-a410-5a8361fe170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:22:55.656739 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.657225 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Bound using segment: {'id': '0f5d7438-c87f-4dfc-a410-5a8361fe170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:22:55.657947 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Bound port: cb99348b-fc0a-495c-af3b-db6bb2ed7982, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5d7438-c87f-4dfc-a410-5a8361fe170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:22:55.658530 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (cb99348b-fc0a-495c-af3b-db6bb2ed7982), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.666153 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e16a37-848f-41a4-b4c7-b7707a401104 admin admin] Network b88cbea7-518a-4446-bcff-56c4dc453510 is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:22:55.689749 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Network 1fd25ca8-4d43-46c5-8814-4ee274135448 is already hosted by enough agents. {{(pid=103813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:22:55.694575 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.base_scheduler [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Resources bound (agent type, host, resource id): {{(pid=103813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:22:55.694766 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b488e26-5f40-4683-9220-c5d1d1d8b64c admin admin] Publish callbacks [] for security_group (996e8404-a7cb-4be5-a7f4-4c2be9a91140), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.721338 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Received port after_create {{(pid=103813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:22:55.723047 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b488e26-5f40-4683-9220-c5d1d1d8b64c admin admin] Publish callbacks [] for security_group (996e8404-a7cb-4be5-a7f4-4c2be9a91140), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.730505 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Pushing event updated for resources: {'Port': ['ID=ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4,revision_number=1']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:55.772368 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-f6e16a37-848f-41a4-b4c7-b7707a401104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, b88cbea7-518a-4446-bcff-56c4dc453510) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:22:55.775298 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] Publish callbacks [] for router_gateway (97975f8f-dd3d-4549-94ae-5a22d1c34a57), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.785127 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e16a37-848f-41a4-b4c7-b7707a401104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:22:55.785715 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f6e16a37-848f-41a4-b4c7-b7707a401104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.796654 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b488e26-5f40-4683-9220-c5d1d1d8b64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (996e8404-a7cb-4be5-a7f4-4c2be9a91140), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.805775 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b488e26-5f40-4683-9220-c5d1d1d8b64c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.810611 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-4b488e26-5f40-4683-9220-c5d1d1d8b64c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/996e8404-a7cb-4be5-a7f4-4c2be9a91140 HTTP/1.1" status: 204 len: 168 time: 0.3300607 Jun 04 08:22:55.844669 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-f6e16a37-848f-41a4-b4c7-b7707a401104 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1989920 Jun 04 08:22:55.844669 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b488e26-5f40-4683-9220-c5d1d1d8b64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996e8404-a7cb-4be5-a7f4-4c2be9a91140,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:55.868199 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] For port cb99348b-fc0a-495c-af3b-db6bb2ed7982, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:22:55.871603 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 48008) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:55.875925 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] For port cb99348b-fc0a-495c-af3b-db6bb2ed7982, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=cb99348b-fc0a-495c-af3b-db6bb2ed7982,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:22:55.881042 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a698075-dfea-45ec-a95a-20324f05e89d None None] Network b88cbea7-518a-4446-bcff-56c4dc453510 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:22:55.892959 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:UPDATE=9,neutron:SELECT=88,neutron:INSERT=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:55.898878 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-746a9c45-1749-434c-b9c6-ade6b19cf719 req-e786a86f-d03d-4ca7-b3c6-a6b259d40922 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 210 time: 0.2484024 Jun 04 08:22:55.906517 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:22:55.955936 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (cb99348b-fc0a-495c-af3b-db6bb2ed7982), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.995229 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-459'] for router (9661a351-3fc5-44e0-8b28-d0a5eb455318), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:55.999184 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3827746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-434'] for router (9661a351-3fc5-44e0-8b28-d0a5eb455318), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:56.050397 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 279d890d-3b98-4785-a3b8-78f079f9160c up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:22:56.130807 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] Router be87d69c-80d4-487d-a449-74918b33bb5c is scheduled to L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce with binding_index 1 {{(pid=103811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 08:22:56.219980 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Attempting to bind port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:22:56.221547 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Attempting to bind port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:22:56.222085 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Attempting to bind port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 on network 1fd25ca8-4d43-46c5-8814-4ee274135448 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:22:56.246117 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 279d890d-3b98-4785-a3b8-78f079f9160c triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:22:56.246732 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (279d890d-3b98-4785-a3b8-78f079f9160c), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:56.295497 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] Publish callbacks [] for router_gateway (97975f8f-dd3d-4549-94ae-5a22d1c34a57), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:56.304048 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] Publish callbacks [] for router_controller (9661a351-3fc5-44e0-8b28-d0a5eb455318), precommit_add_association {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:56.323161 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:22:56.323749 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Checking segment: {'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:22:56.330785 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:56.332516 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Bound using segment: {'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:22:56.333192 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Bound port: ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:22:56.337984 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:56.363930 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:56.454288 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd04f1-b315-40a9-a123-973329270bcf None None] Pushing event updated for resources: {'Port': ['ID=cb99348b-fc0a-495c-af3b-db6bb2ed7982,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:56.460447 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp656ddf91-5a7e-5562-8344-d8ecf654b6e7-b88cbea7-518a-4446-bcff-56c4dc453510', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56'}]}} from dv-cinder-836996-29-iscsi. {{(pid=103813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 08:22:56.461404 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:56.491040 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:56.511369 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac80217-bc4a-400b-a140-8242037afb58 None None] Network 6b860f72-fd6a-4776-95a4-5ec614119cc7 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:22:56.614116 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:56.714506 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 279d890d-3b98-4785-a3b8-78f079f9160c is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:22:56.715101 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (279d890d-3b98-4785-a3b8-78f079f9160c), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:56.716152 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] Allocated IP 172.27.2.212 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/90b4baa8-ff13-4bad-89bb-15e40ae47606) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:22:56.717661 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-6b101cf0-596a-4cd1-b120-b5c98c422b64 None None] Provisioning complete for port 279d890d-3b98-4785-a3b8-78f079f9160c triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:22:56.718243 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6b101cf0-596a-4cd1-b120-b5c98c422b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (279d890d-3b98-4785-a3b8-78f079f9160c), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:56.756572 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:22:56.793619 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Sync routers for ids ['be87d69c-80d4-487d-a449-74918b33bb5c'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:22:56.820669 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Routers {'be87d69c-80d4-487d-a449-74918b33bb5c'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:22:56.821312 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:22:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['be87d69c-80d4-487d-a449-74918b33bb5c'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:22:56.866584 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] Publish callbacks [] for router_gateway (6deb69c2-4006-4ea3-a1f6-cb986a2420be), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:56.901020 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48048) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:56.926377 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fe0d41ed-8dac-4f86-b9a0-7a9e953cf7e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:56.971835 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:56.973689 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c94e44d8-f76c-4455-bfcd-7f1bfe7f74de admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9067898 Jun 04 08:22:56.993995 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:56.995945 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 48054) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:57.021275 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] Publish callbacks [] for port (90b4baa8-ff13-4bad-89bb-15e40ae47606), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:57.049957 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:57.070646 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (90b4baa8-ff13-4bad-89bb-15e40ae47606), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:57.150529 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.db_base_plugin_common [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Allocated IP 172.20.0.2 (b88cbea7-518a-4446-bcff-56c4dc453510/5faa1da9-51be-4c06-b751-2fe7b4126f56/52a5c9cb-1ef0-4d92-9a7c-c94313afb963) {{(pid=103813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:22:57.184072 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:22:57.188483 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fe0d41ed-8dac-4f86-b9a0-7a9e953cf7e7 admin admin] Publish callbacks [] for security_group (9c8a285c-0c00-486c-8f73-c45de290ecf7), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:57.192198 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:22:57.199674 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:22:57.205475 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fe0d41ed-8dac-4f86-b9a0-7a9e953cf7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (9c8a285c-0c00-486c-8f73-c45de290ecf7), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:57.251000 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Set router be87d69c-80d4-487d-a449-74918b33bb5c gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:22:57.308838 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-fe0d41ed-8dac-4f86-b9a0-7a9e953cf7e7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=54060c9224ca4702aaad60d31cde4d18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4021571 Jun 04 08:22:57.309578 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] Pushing event updated for resources: {'Port': ['ID=90b4baa8-ff13-4bad-89bb-15e40ae47606,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:57.317090 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48070) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:57.376210 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:57.447124 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Publish callbacks [] for port (52a5c9cb-1ef0-4d92-9a7c-c94313afb963), precommit_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:57.456078 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48072) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:57.485381 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:57.490628 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d41ed-8dac-4f86-b9a0-7a9e953cf7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8a285c-0c00-486c-8f73-c45de290ecf7,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:57.541856 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] For port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:22:57.575520 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] For port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:22:57.580418 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-09426a55-ed7e-40fe-8214-390afa2dcee7 admin admin] Publish callbacks [] for security_group (9c8a285c-0c00-486c-8f73-c45de290ecf7), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:57.605365 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:22:54Z', 'revision_number': 3, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port': {'id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:22:57.611056 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (52a5c9cb-1ef0-4d92-9a7c-c94313afb963), after_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:57.621480 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3ddceee4-5a66-4422-a52f-f6eac1cec96f req-ec4de18a-4700-4ce9-b2c4-34e2dc779711 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 210 time: 0.5762012 Jun 04 08:22:57.688943 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Checking router: be87d69c-80d4-487d-a449-74918b33bb5c for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:22:57.689290 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Updating router be87d69c-80d4-487d-a449-74918b33bb5c port 76625aad-e0e4-464a-9a0c-2c1f5be828d6 binding host dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:22:57.691219 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] Publish callbacks [] for router_gateway (9661a351-3fc5-44e0-8b28-d0a5eb455318), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:57.734395 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (76625aad-e0e4-464a-9a0c-2c1f5be828d6), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:57.833731 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-40097da2-efbd-4277-9501-6b27ab67606f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-543289824-network', 'tenant_id': 'caa9ec61ae3e437e8bd8208e5c4a6331'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:22:57.840393 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-09426a55-ed7e-40fe-8214-390afa2dcee7 admin admin] Publish callbacks [] for security_group (9c8a285c-0c00-486c-8f73-c45de290ecf7), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:57.911165 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:57.933019 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-09426a55-ed7e-40fe-8214-390afa2dcee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (9c8a285c-0c00-486c-8f73-c45de290ecf7), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:57.937183 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-09426a55-ed7e-40fe-8214-390afa2dcee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:57.942394 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-09426a55-ed7e-40fe-8214-390afa2dcee7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9c8a285c-0c00-486c-8f73-c45de290ecf7 HTTP/1.1" status: 204 len: 168 time: 0.5674706 Jun 04 08:22:57.995098 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] Allocated IP 172.27.2.16 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/99907b0b-05d9-4e6a-aad5-612640ced594) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:22:57.998014 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09426a55-ed7e-40fe-8214-390afa2dcee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8a285c-0c00-486c-8f73-c45de290ecf7,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:58.053379 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:58.056848 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40097da2-efbd-4277-9501-6b27ab67606f admin admin] Made reservation on behalf of caa9ec61ae3e437e8bd8208e5c4a6331 for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:22:58.062601 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-40097da2-efbd-4277-9501-6b27ab67606f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:58.083420 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Network b88cbea7-518a-4446-bcff-56c4dc453510 is already hosted by enough agents. {{(pid=103813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:22:58.087439 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Pushing event updated for resources: {'Port': ['ID=52a5c9cb-1ef0-4d92-9a7c-c94313afb963,revision_number=1']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:58.090530 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc05dae-24d0-4d6e-9c12-b4c885ddfae1 None None] Network 3ffca17b-eb82-420d-9eb0-3683041b6356 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:22:58.091067 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-40097da2-efbd-4277-9501-6b27ab67606f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:58.096013 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:58.130390 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:58.144853 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.base_scheduler [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Resources bound (agent type, host, resource id): {{(pid=103813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:22:58.149104 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] Publish callbacks [] for router_gateway (97975f8f-dd3d-4549-94ae-5a22d1c34a57), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:58.183335 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Received port after_create {{(pid=103813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:22:58.249863 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] For port 279d890d-3b98-4785-a3b8-78f079f9160c, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=279d890d-3b98-4785-a3b8-78f079f9160c,segment=NetworkSegment(e260448d-50b2-4924-907f-130b05e152a3),segment_id=e260448d-50b2-4924-907f-130b05e152a3)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:22:58.338419 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (279d890d-3b98-4785-a3b8-78f079f9160c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:58.399032 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-6b101cf0-596a-4cd1-b120-b5c98c422b64 None None] Current status of the port 279d890d-3b98-4785-a3b8-78f079f9160c is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:22:58.399337 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6b101cf0-596a-4cd1-b120-b5c98c422b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (279d890d-3b98-4785-a3b8-78f079f9160c), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:58.412905 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:58.434954 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c122a-e5c3-4ec0-993f-00bccd0f2e42 None None] Pushing event updated for resources: {'Port': ['ID=ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:58.468864 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3907948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914699'] for router (97975f8f-dd3d-4549-94ae-5a22d1c34a57), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:58.486588 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Attempting to bind port 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:22:58.486955 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Attempting to bind port 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:22:58.487317 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Attempting to bind port 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 on network b88cbea7-518a-4446-bcff-56c4dc453510 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:22:58.621179 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device cb99348b-fc0a-495c-af3b-db6bb2ed7982 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:22:58.669458 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:22:58.669854 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Checking segment: {'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:22:58.670260 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:58.670653 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Bound using segment: {'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:22:58.671673 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Bound port: 52a5c9cb-1ef0-4d92-9a7c-c94313afb963, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:22:58.674410 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (52a5c9cb-1ef0-4d92-9a7c-c94313afb963), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:58.707108 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] Publish callbacks [] for port (99907b0b-05d9-4e6a-aad5-612640ced594), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:58.755942 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Pushing event updated for resources: {'Port': ['ID=279d890d-3b98-4785-a3b8-78f079f9160c,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:58.822303 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.db.api [None req-6b101cf0-596a-4cd1-b120-b5c98c422b64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 04 08:22:58.823148 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG oslo_db.api [None req-6b101cf0-596a-4cd1-b120-b5c98c422b64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 08:22:58.861375 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port cb99348b-fc0a-495c-af3b-db6bb2ed7982 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:22:58.861757 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (cb99348b-fc0a-495c-af3b-db6bb2ed7982), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:58.890448 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:58.938554 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] For port 52a5c9cb-1ef0-4d92-9a7c-c94313afb963, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:22:58.977290 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] Publish callbacks [] for router_gateway (9661a351-3fc5-44e0-8b28-d0a5eb455318), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:58.993929 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] For port 52a5c9cb-1ef0-4d92-9a7c-c94313afb963, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=52a5c9cb-1ef0-4d92-9a7c-c94313afb963,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:22:59.007679 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (52a5c9cb-1ef0-4d92-9a7c-c94313afb963), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:59.030628 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.77', 64396) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:22:59.094714 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:59.125901 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port cb99348b-fc0a-495c-af3b-db6bb2ed7982 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:22:59.126290 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (cb99348b-fc0a-495c-af3b-db6bb2ed7982), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:59.141879 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef2951-b680-46d8-9a4f-c2b649de79ee None None] Pushing event updated for resources: {'Port': ['ID=52a5c9cb-1ef0-4d92-9a7c-c94313afb963,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:59.179361 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-29a4017f-48ee-47f1-8dd7-e82cd0f5a7dd req-557d782f-c04d-4370-9a92-3e7d48413ab3 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 210 time: 0.2021492 Jun 04 08:22:59.181295 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:59.194597 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] For port cb99348b-fc0a-495c-af3b-db6bb2ed7982, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=cb99348b-fc0a-495c-af3b-db6bb2ed7982,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:22:59.203118 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (99907b0b-05d9-4e6a-aad5-612640ced594), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:59.206351 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (cb99348b-fc0a-495c-af3b-db6bb2ed7982), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:59.296930 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-40097da2-efbd-4277-9501-6b27ab67606f admin admin] Publish callbacks [] for security_group (3c150fe5-c593-48b6-bcc1-4883be321a3b), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:59.324104 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-40097da2-efbd-4277-9501-6b27ab67606f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (3c150fe5-c593-48b6-bcc1-4883be321a3b), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:59.329369 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Pushing event updated for resources: {'Port': ['ID=cb99348b-fc0a-495c-af3b-db6bb2ed7982,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:59.373967 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40097da2-efbd-4277-9501-6b27ab67606f admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=103812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 08:22:59.383804 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:59.391514 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-f1a16230-b2b6-4631-a99a-7b085ef4d155 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:22:59.411225 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-f1a16230-b2b6-4631-a99a-7b085ef4d155 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.77 "GET /v2.0/networks?id=e966f511-8df9-4165-a0b1-c92164ab8792 HTTP/1.1" status: 200 len: 811 time: 0.3753278 Jun 04 08:22:59.452400 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:22:59.466377 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-6b101cf0-596a-4cd1-b120-b5c98c422b64 None None] Current status of the port 279d890d-3b98-4785-a3b8-78f079f9160c is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:22:59.475871 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-2a23e4ed-73e8-4f3b-ad12-602e112f148e tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Request body: {'port': {'device_id': '4b5db047-1c21-4d61-b693-8c57cc842899', 'network_id': 'e966f511-8df9-4165-a0b1-c92164ab8792', 'admin_state_up': True, 'tenant_id': '97d43167bd994abc9483d1b86ffda90a'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:22:59.487046 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:22:59.492843 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:22:59.496838 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40097da2-efbd-4277-9501-6b27ab67606f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c150fe5-c593-48b6-bcc1-4883be321a3b,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:59.514680 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-40097da2-efbd-4277-9501-6b27ab67606f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (0641d5f1-766f-4021-b958-31c817052e18), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:59.515326 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-40097da2-efbd-4277-9501-6b27ab67606f admin admin] Added segment 0641d5f1-766f-4021-b958-31c817052e18 of type vlan for network 873c178b-6d19-4816-a366-0dd21b70bd37 Jun 04 08:22:59.540784 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] Pushing event updated for resources: {'Port': ['ID=99907b0b-05d9-4e6a-aad5-612640ced594,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:59.573649 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] Router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 is scheduled to L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce with binding_index 1 {{(pid=103812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 08:22:59.599708 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-c2512df7-844e-4c25-bd92-4a86d2b8245f None None] Provisioning complete for port cb99348b-fc0a-495c-af3b-db6bb2ed7982 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:22:59.605003 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c2512df7-844e-4c25-bd92-4a86d2b8245f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (cb99348b-fc0a-495c-af3b-db6bb2ed7982), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:59.612036 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Publish callbacks [] for port (76625aad-e0e4-464a-9a0c-2c1f5be828d6), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:59.623003 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ff4aea02-7fe4-48da-99a3-a1a00a53b106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:59.652865 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (76625aad-e0e4-464a-9a0c-2c1f5be828d6), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:59.709134 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:59.841432 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-40097da2-efbd-4277-9501-6b27ab67606f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (873c178b-6d19-4816-a366-0dd21b70bd37), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:59.866818 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:22:59.897537 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c37fe-12a6-45c7-afdd-3efd41e3b494 None None] Pushing event updated for resources: {'Port': ['ID=76625aad-e0e4-464a-9a0c-2c1f5be828d6,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:22:59.904425 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c37fe-12a6-45c7-afdd-3efd41e3b494 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:59.905047 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c37fe-12a6-45c7-afdd-3efd41e3b494 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:59.905656 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c37fe-12a6-45c7-afdd-3efd41e3b494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:59.906881 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c37fe-12a6-45c7-afdd-3efd41e3b494 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:59.907590 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c37fe-12a6-45c7-afdd-3efd41e3b494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:59.908257 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c37fe-12a6-45c7-afdd-3efd41e3b494 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:59.908770 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c37fe-12a6-45c7-afdd-3efd41e3b494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:59.909842 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c37fe-12a6-45c7-afdd-3efd41e3b494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:59.910795 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c37fe-12a6-45c7-afdd-3efd41e3b494 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:59.911322 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c37fe-12a6-45c7-afdd-3efd41e3b494 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:59.912290 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c37fe-12a6-45c7-afdd-3efd41e3b494 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:59.912827 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c37fe-12a6-45c7-afdd-3efd41e3b494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:59.913417 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c37fe-12a6-45c7-afdd-3efd41e3b494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:59.917426 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c37fe-12a6-45c7-afdd-3efd41e3b494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:59.924263 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c37fe-12a6-45c7-afdd-3efd41e3b494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c37fe-12a6-45c7-afdd-3efd41e3b494 None None] Tracked resource versions report: Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: pushed versions: Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: { 'AddressGroup': {'1.2'}, Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Agent': {'1.1'}, Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'ConntrackHelper': {'1.0'}, Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'LocalIPAssociation': {'1.0'}, Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Log': {'1.0'}, Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'NDPProxy': {'1.0'}, Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Network': {'1.1'}, Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Port': {'1.7'}, Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'PortForwarding': {'1.3'}, Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'QosPolicy': {'1.10'}, Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'SecurityGroup': {'1.5'}, Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'SecurityGroupRule': {'1.2'}, Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'SubPort': {'1.0'}, Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Subnet': {'1.1'}, Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Trunk': {'1.1'}} Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: consumer versions: Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: { DHCP agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: HyperV agent@hv-cinder-83699: {}, Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: L3 agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: Metadata agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: Metering agent@dv-cinder-836996-29-iscsi: {}, Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: Open vSwitch agent@dv-cinder-836996-29-iscsi: { 'AddressGroup': '1.2', Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Agent': '1.1', Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'ConntrackHelper': '1.0', Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'LocalIPAssociation': '1.0', Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Log': '1.0', Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'NDPProxy': '1.0', Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Network': '1.1', Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Port': '1.7', Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'PortForwarding': '1.3', Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'QosPolicy': '1.10', Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'SecurityGroup': '1.5', Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'SecurityGroupRule': '1.2', Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'SubPort': '1.0', Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Subnet': '1.1', Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: 'Trunk': '1.1'}} Jun 04 08:22:59.926466 dv-cinder-836996-29-iscsi neutron-server[103814]: {{(pid=103814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 08:22:59.966245 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Attempting to bind port 76625aad-e0e4-464a-9a0c-2c1f5be828d6 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:22:59.966399 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Attempting to bind port 76625aad-e0e4-464a-9a0c-2c1f5be828d6 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:22:59.966879 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Attempting to bind port 76625aad-e0e4-464a-9a0c-2c1f5be828d6 on network 611add22-ec0d-4fc9-ba81-7c460feafb87 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:22:59.982273 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:22:59.983918 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Checking segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:22:59.987584 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:22:59.988134 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Bound using segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:22:59.990406 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Bound port: 76625aad-e0e4-464a-9a0c-2c1f5be828d6, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:22:59.991235 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-c2512df7-844e-4c25-bd92-4a86d2b8245f None None] Current status of the port cb99348b-fc0a-495c-af3b-db6bb2ed7982 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:22:59.991754 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (76625aad-e0e4-464a-9a0c-2c1f5be828d6), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:00.019322 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] Allocated IP 172.27.2.8 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:23:00.033141 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-c2512df7-844e-4c25-bd92-4a86d2b8245f None None] Provisioning complete for port 279d890d-3b98-4785-a3b8-78f079f9160c triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:00.033141 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c2512df7-844e-4c25-bd92-4a86d2b8245f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (279d890d-3b98-4785-a3b8-78f079f9160c), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:00.090243 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40b3403-982f-41e8-8a1b-d2919ed36976 None None] Network 1fd25ca8-4d43-46c5-8814-4ee274135448 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:23:00.108589 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:00.126177 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] For port 76625aad-e0e4-464a-9a0c-2c1f5be828d6, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:23:00.139938 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] For port 76625aad-e0e4-464a-9a0c-2c1f5be828d6, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=76625aad-e0e4-464a-9a0c-2c1f5be828d6,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:23:00.151206 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (76625aad-e0e4-464a-9a0c-2c1f5be828d6), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:00.185644 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:23:00.225796 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Sync routers for ids ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:23:00.324487 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:00.342858 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c37fe-12a6-45c7-afdd-3efd41e3b494 None None] Pushing event updated for resources: {'Port': ['ID=76625aad-e0e4-464a-9a0c-2c1f5be828d6,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:00.350906 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Routers {'be87d69c-80d4-487d-a449-74918b33bb5c'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:00.351683 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:22:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['be87d69c-80d4-487d-a449-74918b33bb5c'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:00.370770 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-c2512df7-844e-4c25-bd92-4a86d2b8245f None None] Current status of the port 279d890d-3b98-4785-a3b8-78f079f9160c is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:00.382490 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Routers {'97975f8f-dd3d-4549-94ae-5a22d1c34a57'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:00.383142 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-0c370490-e285-4549-8c14-946136ac27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:22:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:00.465898 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-939bae67-bfa4-4454-a767-3f7d0042b159 req-4ff6b2a0-2983-4ef0-8649-ac5806db86eb tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 210 time: 0.1177652 Jun 04 08:23:00.495255 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] Publish callbacks [] for router_gateway (6deb69c2-4006-4ea3-a1f6-cb986a2420be), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:00.548520 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:00.561875 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-0c627df9-9e29-4382-b1ed-8309f171de43 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2681329 Jun 04 08:23:00.564005 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-2a23e4ed-73e8-4f3b-ad12-602e112f148e tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Made reservation on behalf of 97d43167bd994abc9483d1b86ffda90a for: {'port': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:23:00.577585 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-2a23e4ed-73e8-4f3b-ad12-602e112f148e tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:00.589701 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48164) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:00.596684 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-40097da2-efbd-4277-9501-6b27ab67606f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (873c178b-6d19-4816-a366-0dd21b70bd37), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:00.597694 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40097da2-efbd-4277-9501-6b27ab67606f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:00.599845 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-40097da2-efbd-4277-9501-6b27ab67606f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:00.651754 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-ff4aea02-7fe4-48da-99a3-a1a00a53b106 admin admin] Allocated IP 172.20.0.1 (6b860f72-fd6a-4776-95a4-5ec614119cc7/18b12b06-c651-4ab6-8f19-24224f73c099/69d733bd-2a94-483a-a541-1f76c455137a) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:23:00.659779 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] Publish callbacks [] for port (fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:00.664446 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:00.670771 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9a55b608-fb08-4dad-b386-b11e13534136 None None] Provisioning complete for port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:00.671393 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9a55b608-fb08-4dad-b386-b11e13534136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:00.768084 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] Set router be87d69c-80d4-487d-a449-74918b33bb5c gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:00.943860 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:01.255532 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927a79cf-cf81-4bff-84cc-7bb6796a093e None None] Network b88cbea7-518a-4446-bcff-56c4dc453510 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:23:01.328898 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:01.391498 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:22:54Z', 'revision_number': 3, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port': {'id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:01.488688 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4070e59-dac2-4100-8f6b-0163d9061747 None None] The sync data for ids ['be87d69c-80d4-487d-a449-74918b33bb5c'] in dv-cinder-836996-29-iscsi is: [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:22:54Z', 'revision_number': 3, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port': {'id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:23:01.515343 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:01.515855 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (52a5c9cb-1ef0-4d92-9a7c-c94313afb963), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:01.524604 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=100 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:01.527024 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9a55b608-fb08-4dad-b386-b11e13534136 None None] Current status of the port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:01.527411 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9a55b608-fb08-4dad-b386-b11e13534136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:01.611784 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:23:01.694472 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:01.750458 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:23:01.771738 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:01.835222 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-9a55b608-fb08-4dad-b386-b11e13534136 None None] For port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:01.863564 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9a55b608-fb08-4dad-b386-b11e13534136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:02.060787 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 48204) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:02.081612 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-2a23e4ed-73e8-4f3b-ad12-602e112f148e tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Allocated IP 172.20.0.4 (e966f511-8df9-4165-a0b1-c92164ab8792/b5cc62b2-7ff5-43f4-aed9-53ce66899774/7dc6b25b-c041-44ed-9e6c-f9eed654cda8) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:23:02.092192 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-19fd6cd5-2796-4499-87ba-064730701ccd req-10c70a9b-3c6a-4a48-b41f-39f903cbc33e tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 210 time: 0.3539810 Jun 04 08:23:02.170747 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-97e11097-6969-4cf3-baa3-4ad1a7bd62fd None None] Provisioning complete for port 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:02.171016 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-97e11097-6969-4cf3-baa3-4ad1a7bd62fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (52a5c9cb-1ef0-4d92-9a7c-c94313afb963), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:02.194634 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ff4aea02-7fe4-48da-99a3-a1a00a53b106 admin admin] Publish callbacks [] for port (69d733bd-2a94-483a-a541-1f76c455137a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:02.249309 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3907948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914699'] for router (6deb69c2-4006-4ea3-a1f6-cb986a2420be), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:02.379620 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Set router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:02.533476 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:02.646412 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 48210) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:02.658433 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:02.690555 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ff4aea02-7fe4-48da-99a3-a1a00a53b106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (69d733bd-2a94-483a-a541-1f76c455137a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:02.757145 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55b608-fb08-4dad-b386-b11e13534136 None None] Pushing event updated for resources: {'Port': ['ID=ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:02.807595 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-2a23e4ed-73e8-4f3b-ad12-602e112f148e tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Publish callbacks [] for port (7dc6b25b-c041-44ed-9e6c-f9eed654cda8), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:02.831181 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-40097da2-efbd-4277-9501-6b27ab67606f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 5.3753831 Jun 04 08:23:02.837433 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48214) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:02.870649 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40097da2-efbd-4277-9501-6b27ab67606f admin admin] Pushing event updated for resources: {'Network': ['ID=873c178b-6d19-4816-a366-0dd21b70bd37,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:02.898869 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4aea02-7fe4-48da-99a3-a1a00a53b106 admin admin] Network 6b860f72-fd6a-4776-95a4-5ec614119cc7 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:23:02.900436 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-bef1ec27-58a9-4536-8999-a2771d8baf81 admin admin] Request body: {'subnet': {'network_id': '873c178b-6d19-4816-a366-0dd21b70bd37', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-543289824-subnet', 'tenant_id': 'caa9ec61ae3e437e8bd8208e5c4a6331', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:02.944436 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-ff4aea02-7fe4-48da-99a3-a1a00a53b106 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:02.956824 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network 873c178b-6d19-4816-a366-0dd21b70bd37 details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:23:02.971780 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-97e11097-6969-4cf3-baa3-4ad1a7bd62fd None None] Current status of the port 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:02.972163 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-97e11097-6969-4cf3-baa3-4ad1a7bd62fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (52a5c9cb-1ef0-4d92-9a7c-c94313afb963), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:03.031534 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4aea02-7fe4-48da-99a3-a1a00a53b106 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:23:03.033501 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ff4aea02-7fe4-48da-99a3-a1a00a53b106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915453'] for router_interface (be87d69c-80d4-487d-a449-74918b33bb5c), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:03.056266 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0a3973fc-c7fb-4706-b5fc-11ff760f6585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:03.092894 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:03.093361 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (52a5c9cb-1ef0-4d92-9a7c-c94313afb963), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:03.131280 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef1ec27-58a9-4536-8999-a2771d8baf81 admin admin] Made reservation on behalf of caa9ec61ae3e437e8bd8208e5c4a6331 for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:23:03.137538 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bef1ec27-58a9-4536-8999-a2771d8baf81 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:03.265271 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0a3973fc-c7fb-4706-b5fc-11ff760f6585 admin admin] Publish callbacks [] for security_group (7d80355c-af38-4f43-82cd-21c367ca3015), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:03.332168 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:03.334448 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0c11be0c-17fa-4790-aaef-a239a242cdee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:03.338408 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-97e11097-6969-4cf3-baa3-4ad1a7bd62fd None None] For port 52a5c9cb-1ef0-4d92-9a7c-c94313afb963, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=52a5c9cb-1ef0-4d92-9a7c-c94313afb963,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:03.354560 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-2a23e4ed-73e8-4f3b-ad12-602e112f148e tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (7dc6b25b-c041-44ed-9e6c-f9eed654cda8), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:03.357357 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-97e11097-6969-4cf3-baa3-4ad1a7bd62fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (52a5c9cb-1ef0-4d92-9a7c-c94313afb963), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:03.408078 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:03.438432 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0a3973fc-c7fb-4706-b5fc-11ff760f6585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (7d80355c-af38-4f43-82cd-21c367ca3015), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:03.476292 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-97e11097-6969-4cf3-baa3-4ad1a7bd62fd None None] Provisioning complete for port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:03.476838 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-97e11097-6969-4cf3-baa3-4ad1a7bd62fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:03.495488 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] Router 6deb69c2-4006-4ea3-a1f6-cb986a2420be is scheduled to L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce with binding_index 1 {{(pid=103811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 08:23:03.540020 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.db.api [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 04 08:23:03.540451 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG oslo_db.api [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 08:23:03.541265 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-0c370490-e285-4549-8c14-946136ac27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:22:57Z', 'revision_number': 3, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port': {'id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:03.541432 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4aea02-7fe4-48da-99a3-a1a00a53b106 admin admin] Pushing event updated for resources: {'Port': ['ID=69d733bd-2a94-483a-a541-1f76c455137a,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:03.549871 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:03.554957 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:03.570692 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3973fc-c7fb-4706-b5fc-11ff760f6585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d80355c-af38-4f43-82cd-21c367ca3015,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:03.614453 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Checking router: 97975f8f-dd3d-4549-94ae-5a22d1c34a57 for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:23:03.615269 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Updating router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 port 90b4baa8-ff13-4bad-89bb-15e40ae47606 binding host dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:23:03.623321 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e11097-6969-4cf3-baa3-4ad1a7bd62fd None None] Pushing event updated for resources: {'Port': ['ID=52a5c9cb-1ef0-4d92-9a7c-c94313afb963,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:03.725630 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (90b4baa8-ff13-4bad-89bb-15e40ae47606), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:03.748076 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:03.749403 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:23:03.763856 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Sync routers for ids ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:23:03.768896 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0a3973fc-c7fb-4706-b5fc-11ff760f6585 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8035faea1d8347028ba7d2955f247d83&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6968045 Jun 04 08:23:03.780820 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 48230) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:03.792159 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Routers {'6deb69c2-4006-4ea3-a1f6-cb986a2420be'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:03.792983 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:22:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:03.795640 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] Publish callbacks [] for router_gateway (9661a351-3fc5-44e0-8b28-d0a5eb455318), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:03.921294 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-97e11097-6969-4cf3-baa3-4ad1a7bd62fd None None] Current status of the port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:04.027624 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:04.133559 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-2a23e4ed-73e8-4f3b-ad12-602e112f148e tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Network e966f511-8df9-4165-a0b1-c92164ab8792 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:23:04.135381 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Set router 6deb69c2-4006-4ea3-a1f6-cb986a2420be gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:04.135507 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0c11be0c-17fa-4790-aaef-a239a242cdee admin admin] Publish callbacks [] for security_group (9a69682d-1d39-458e-b786-3faba5f6277b), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:04.170247 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:04.175226 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-2a23e4ed-73e8-4f3b-ad12-602e112f148e tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:04.177459 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-80f313f7-9ac7-4785-a086-969226b62f2e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.5280430 Jun 04 08:23:04.181662 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 48232) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:04.191664 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0c11be0c-17fa-4790-aaef-a239a242cdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (9a69682d-1d39-458e-b786-3faba5f6277b), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:04.231107 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-2a23e4ed-73e8-4f3b-ad12-602e112f148e tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:23:04.236804 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-2a23e4ed-73e8-4f3b-ad12-602e112f148e tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:04.237456 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-2a23e4ed-73e8-4f3b-ad12-602e112f148e tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:04.250572 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23e4ed-73e8-4f3b-ad12-602e112f148e tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Pushing event updated for resources: {'Port': ['ID=7dc6b25b-c041-44ed-9e6c-f9eed654cda8,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:04.285906 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a9c1b-76ab-48b3-b6fa-b84e3f4be436 req-8c20b8a7-6fbb-472b-a883-79e08ad36142 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:04.287381 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bc5a9c1b-76ab-48b3-b6fa-b84e3f4be436 req-8c20b8a7-6fbb-472b-a883-79e08ad36142 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 931 time: 0.7526543 Jun 04 08:23:04.315242 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-2a23e4ed-73e8-4f3b-ad12-602e112f148e tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8474195 Jun 04 08:23:04.342874 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-1ea062eb-8f0b-4ff7-80f8-a079353b461f None None] Provisioning complete for port 69d733bd-2a94-483a-a541-1f76c455137a triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:04.345053 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-1ea062eb-8f0b-4ff7-80f8-a079353b461f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (69d733bd-2a94-483a-a541-1f76c455137a), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:04.349048 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0c11be0c-17fa-4790-aaef-a239a242cdee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=71da9cf8dd7c4c549539f8a3641f18d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7007914 Jun 04 08:23:04.362895 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-7d9c701d-2772-4aba-ba13-f2168e6f9bfb tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 08:23:04.363900 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-7d9c701d-2772-4aba-ba13-f2168e6f9bfb tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0132487 Jun 04 08:23:04.364367 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48234) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:04.414841 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:04.417057 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device cb99348b-fc0a-495c-af3b-db6bb2ed7982 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:04.520028 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:04.537644 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bef1ec27-58a9-4536-8999-a2771d8baf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for subnet (c3e14bbc-8183-4a4e-84ee-9edfad7ae2bf), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:04.602461 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-1ea062eb-8f0b-4ff7-80f8-a079353b461f None None] Port 69d733bd-2a94-483a-a541-1f76c455137a cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:23:04.657808 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-router', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:22:59Z', 'revision_number': 3, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'gw_port': {'id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:57Z', 'updated_at': '2022-06-04T08:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:04.664806 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-1ea062eb-8f0b-4ff7-80f8-a079353b461f None None] Provisioning complete for port 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:04.669596 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-1ea062eb-8f0b-4ff7-80f8-a079353b461f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (52a5c9cb-1ef0-4d92-9a7c-c94313afb963), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:04.682435 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bc5a9c1b-76ab-48b3-b6fa-b84e3f4be436 req-89c4486c-6644-4986-9f93-77927d03d9b3 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746696 Jun 04 08:23:04.725419 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Checking router: 6deb69c2-4006-4ea3-a1f6-cb986a2420be for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:23:04.733952 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Updating router 6deb69c2-4006-4ea3-a1f6-cb986a2420be port 99907b0b-05d9-4e6a-aad5-612640ced594 binding host dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:23:04.750640 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f04f543d-442f-4dc9-a945-9dd67a309639 admin admin] Publish callbacks [] for security_group (7d80355c-af38-4f43-82cd-21c367ca3015), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:04.770470 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-503b771f-b197-46c7-b973-5c6300d21d5f admin admin] Publish callbacks [] for security_group (9a69682d-1d39-458e-b786-3faba5f6277b), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:04.787638 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (99907b0b-05d9-4e6a-aad5-612640ced594), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:04.805661 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-503b771f-b197-46c7-b973-5c6300d21d5f admin admin] Publish callbacks [] for security_group (9a69682d-1d39-458e-b786-3faba5f6277b), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:04.835586 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3907948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914699'] for router (9661a351-3fc5-44e0-8b28-d0a5eb455318), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:04.874740 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Request body: {'port': {'device_id': '4b5db047-1c21-4d61-b693-8c57cc842899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:04.877727 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11be0c-17fa-4790-aaef-a239a242cdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a69682d-1d39-458e-b786-3faba5f6277b,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:04.914787 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f04f543d-442f-4dc9-a945-9dd67a309639 admin admin] Publish callbacks [] for security_group (7d80355c-af38-4f43-82cd-21c367ca3015), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:04.947991 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1ec27-58a9-4536-8999-a2771d8baf81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3e14bbc-8183-4a4e-84ee-9edfad7ae2bf,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:04.980268 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ff4aea02-7fe4-48da-99a3-a1a00a53b106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (69d733bd-2a94-483a-a541-1f76c455137a), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:05.009975 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (7dc6b25b-c041-44ed-9e6c-f9eed654cda8), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:05.035603 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-503b771f-b197-46c7-b973-5c6300d21d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (9a69682d-1d39-458e-b786-3faba5f6277b), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:05.038832 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-503b771f-b197-46c7-b973-5c6300d21d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:05.040526 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-503b771f-b197-46c7-b973-5c6300d21d5f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a69682d-1d39-458e-b786-3faba5f6277b HTTP/1.1" status: 204 len: 168 time: 0.6746192 Jun 04 08:23:05.049867 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:05.052745 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Publish callbacks [] for port (90b4baa8-ff13-4bad-89bb-15e40ae47606), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:05.056820 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:05.064309 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port cb99348b-fc0a-495c-af3b-db6bb2ed7982 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:05.066701 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (cb99348b-fc0a-495c-af3b-db6bb2ed7982), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:05.088304 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b771f-b197-46c7-b973-5c6300d21d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a69682d-1d39-458e-b786-3faba5f6277b,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:05.090284 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef1ec27-58a9-4536-8999-a2771d8baf81 admin admin] Checking segment: {'id': '0641d5f1-766f-4021-b958-31c817052e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '873c178b-6d19-4816-a366-0dd21b70bd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:23:05.090739 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef1ec27-58a9-4536-8999-a2771d8baf81 admin admin] Network hostable DHCP agents. Network: 873c178b-6d19-4816-a366-0dd21b70bd37, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:23:05.210414 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f04f543d-442f-4dc9-a945-9dd67a309639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (7d80355c-af38-4f43-82cd-21c367ca3015), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:05.213098 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f04f543d-442f-4dc9-a945-9dd67a309639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:05.215415 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (90b4baa8-ff13-4bad-89bb-15e40ae47606), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:05.217317 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f04f543d-442f-4dc9-a945-9dd67a309639 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7d80355c-af38-4f43-82cd-21c367ca3015 HTTP/1.1" status: 204 len: 168 time: 1.4350502 Jun 04 08:23:05.230184 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef1ec27-58a9-4536-8999-a2771d8baf81 admin admin] Network 873c178b-6d19-4816-a366-0dd21b70bd37 is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:23:05.278476 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d0c33eb-6d2c-43b8-99f7-9334d95e0ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:05.317560 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f543d-442f-4dc9-a945-9dd67a309639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d80355c-af38-4f43-82cd-21c367ca3015,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:05.319889 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-bef1ec27-58a9-4536-8999-a2771d8baf81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, 873c178b-6d19-4816-a366-0dd21b70bd37) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:05.372030 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3b64d6-2da4-433a-95b1-d10c18d1e6d6 None None] Network 873c178b-6d19-4816-a366-0dd21b70bd37 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:23:05.416515 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef1ec27-58a9-4536-8999-a2771d8baf81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:05.417213 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bef1ec27-58a9-4536-8999-a2771d8baf81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:05.467301 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:05.510053 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-bef1ec27-58a9-4536-8999-a2771d8baf81 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6431103 Jun 04 08:23:05.604686 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:05.608100 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:05.657649 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] Router 9661a351-3fc5-44e0-8b28-d0a5eb455318 is scheduled to L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce with binding_index 1 {{(pid=103811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 08:23:05.658235 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548bddd-3f41-4807-9747-332408af3013 None None] Pushing event updated for resources: {'Port': ['ID=90b4baa8-ff13-4bad-89bb-15e40ae47606,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:05.664401 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Publish callbacks [] for port (99907b0b-05d9-4e6a-aad5-612640ced594), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:05.683477 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (99907b0b-05d9-4e6a-aad5-612640ced594), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:05.700994 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Attempting to bind port 90b4baa8-ff13-4bad-89bb-15e40ae47606 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:23:05.702210 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Attempting to bind port 90b4baa8-ff13-4bad-89bb-15e40ae47606 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:23:05.703584 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Attempting to bind port 90b4baa8-ff13-4bad-89bb-15e40ae47606 on network 611add22-ec0d-4fc9-ba81-7c460feafb87 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:23:05.799500 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3946c-d02f-422a-8d9b-ce5f415bfac1 None None] Pushing event updated for resources: {'Port': ['ID=99907b0b-05d9-4e6a-aad5-612640ced594,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:05.822879 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Attempting to bind port 99907b0b-05d9-4e6a-aad5-612640ced594 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:23:05.823364 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Attempting to bind port 99907b0b-05d9-4e6a-aad5-612640ced594 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:23:05.823594 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Attempting to bind port 99907b0b-05d9-4e6a-aad5-612640ced594 on network 611add22-ec0d-4fc9-ba81-7c460feafb87 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:23:05.829388 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:23:05.829837 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Checking segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:23:05.830225 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:05.830559 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Bound using segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:23:05.831240 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Bound port: 99907b0b-05d9-4e6a-aad5-612640ced594, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:23:05.831997 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (99907b0b-05d9-4e6a-aad5-612640ced594), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:05.884707 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:23:05.885288 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Checking segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:23:05.887502 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:05.888584 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Bound using segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:23:05.889147 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Bound port: 90b4baa8-ff13-4bad-89bb-15e40ae47606, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:23:05.890519 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (90b4baa8-ff13-4bad-89bb-15e40ae47606), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:05.901339 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-1ea062eb-8f0b-4ff7-80f8-a079353b461f None None] Current status of the port 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:05.932740 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] For port 99907b0b-05d9-4e6a-aad5-612640ced594, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:23:05.936693 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] For port 99907b0b-05d9-4e6a-aad5-612640ced594, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=99907b0b-05d9-4e6a-aad5-612640ced594,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:23:05.949320 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ff4aea02-7fe4-48da-99a3-a1a00a53b106 admin admin] Publish callbacks [] for port (69d733bd-2a94-483a-a541-1f76c455137a), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:05.955203 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (99907b0b-05d9-4e6a-aad5-612640ced594), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:06.002036 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port cb99348b-fc0a-495c-af3b-db6bb2ed7982 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:06.005243 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:06.017709 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:06.036544 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Routers {'6deb69c2-4006-4ea3-a1f6-cb986a2420be'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:06.042521 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:22:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:06.049066 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ff4aea02-7fe4-48da-99a3-a1a00a53b106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (69d733bd-2a94-483a-a541-1f76c455137a), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:06.057890 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ff4aea02-7fe4-48da-99a3-a1a00a53b106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915337'] for router_interface (be87d69c-80d4-487d-a449-74918b33bb5c), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:06.066134 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48252) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:06.151265 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56337cdf-91bf-4810-99b1-98d0836ac280 None None] Network 873c178b-6d19-4816-a366-0dd21b70bd37 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:23:06.169275 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ec888fdc-8fad-4bb2-8a93-8a018aaa822a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:06.182518 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:06.192959 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-0c370490-e285-4549-8c14-946136ac27ef None None] For port 90b4baa8-ff13-4bad-89bb-15e40ae47606, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:23:06.278445 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-0c370490-e285-4549-8c14-946136ac27ef None None] For port 90b4baa8-ff13-4bad-89bb-15e40ae47606, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=90b4baa8-ff13-4bad-89bb-15e40ae47606,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:23:06.316355 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (90b4baa8-ff13-4bad-89bb-15e40ae47606), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:06.317959 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] Set router 6deb69c2-4006-4ea3-a1f6-cb986a2420be gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:06.384405 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:06.385196 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:06.397209 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:06.508348 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3946c-d02f-422a-8d9b-ce5f415bfac1 None None] Pushing event updated for resources: {'Port': ['ID=99907b0b-05d9-4e6a-aad5-612640ced594,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:06.525100 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28f1f95d-caed-4366-9cc5-1ab6849de5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:06.538357 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-1d0c33eb-6d2c-43b8-99f7-9334d95e0ce2 admin admin] Allocated IP 172.20.0.1 (3ffca17b-eb82-420d-9eb0-3683041b6356/02e06554-fbcb-49c6-b330-43781b1202a6/e733a09b-e458-4c3b-be34-d7272b66f7c6) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:23:06.562144 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:06.570824 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Routers {'97975f8f-dd3d-4549-94ae-5a22d1c34a57'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:06.588809 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-0c370490-e285-4549-8c14-946136ac27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:22:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:06.635394 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc6b25b-c041-44ed-9e6c-f9eed654cda8 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:23:06.662555 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96f742-1c40-4522-aa27-2d1cebe38f28 req-ec2e1d73-9a9c-4e35-b044-fb7cf381d9c0 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:06.665041 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Publish callbacks [] for port (7dc6b25b-c041-44ed-9e6c-f9eed654cda8), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:06.674441 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ea96f742-1c40-4522-aa27-2d1cebe38f28 req-ec2e1d73-9a9c-4e35-b044-fb7cf381d9c0 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 931 time: 0.7337649 Jun 04 08:23:06.801218 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4aea02-7fe4-48da-99a3-a1a00a53b106 admin admin] Network 6b860f72-fd6a-4776-95a4-5ec614119cc7 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:23:06.803074 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4aea02-7fe4-48da-99a3-a1a00a53b106 admin admin] Pushing event updated for resources: {'Port': ['ID=69d733bd-2a94-483a-a541-1f76c455137a,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:06.876069 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-router', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:22:59Z', 'revision_number': 3, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'gw_port': {'id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:57Z', 'updated_at': '2022-06-04T08:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:06.905762 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Transition to ACTIVE for port object 7dc6b25b-c041-44ed-9e6c-f9eed654cda8 will not be triggered until provisioned by entity L2. {{(pid=103812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:23:06.948816 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d0edd7-3484-45fb-a5dd-499300cb7db1 None None] The sync data for ids ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'] in dv-cinder-836996-29-iscsi is: [{'id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-router', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:22:59Z', 'revision_number': 3, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'gw_port': {'id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:57Z', 'updated_at': '2022-06-04T08:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:23:06.961168 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (7dc6b25b-c041-44ed-9e6c-f9eed654cda8), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:07.048715 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-ff4aea02-7fe4-48da-99a3-a1a00a53b106 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:07.079528 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:23:07.139265 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-28f1f95d-caed-4366-9cc5-1ab6849de5ed admin admin] Allocated IP 172.20.0.1 (1fd25ca8-4d43-46c5-8814-4ee274135448/3a1bd244-02e5-437b-b10c-98141f388763/b7e69925-03cd-431e-99a8-294e9c972ac9) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:23:07.206474 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Pushing event updated for resources: {'Port': ['ID=7dc6b25b-c041-44ed-9e6c-f9eed654cda8,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:07.225101 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48278) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:07.332747 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548bddd-3f41-4807-9747-332408af3013 None None] Pushing event updated for resources: {'Port': ['ID=90b4baa8-ff13-4bad-89bb-15e40ae47606,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:07.365534 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ec888fdc-8fad-4bb2-8a93-8a018aaa822a admin admin] Publish callbacks [] for security_group (b2b08ab6-bbf8-4647-9efe-1840a29b6b70), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:07.536323 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d0c33eb-6d2c-43b8-99f7-9334d95e0ce2 admin admin] Publish callbacks [] for port (e733a09b-e458-4c3b-be34-d7272b66f7c6), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:07.546599 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-0c370490-e285-4549-8c14-946136ac27ef None None] Set router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:07.615815 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Sync routers for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:23:07.642829 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-0f86cf1b-5ece-43cd-8423-f74a7eb64f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:07.693467 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:07.696821 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:07.700897 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48288) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:07.701756 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9a0055e3-469b-47ec-b4c9-56c86ce59eb7 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 11.8136115 Jun 04 08:23:07.703023 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:07.717316 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-4a3a7088-a650-4c00-94a9-ff40995184be admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1591071530-network', 'tenant_id': 'ecddcc9579614c689584e857e2d3e3e9'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:07.775547 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ec888fdc-8fad-4bb2-8a93-8a018aaa822a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (b2b08ab6-bbf8-4647-9efe-1840a29b6b70), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:07.897628 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:07.898607 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:22:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:07.991216 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:07.992643 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 279d890d-3b98-4785-a3b8-78f079f9160c up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:07.998032 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ea96f742-1c40-4522-aa27-2d1cebe38f28 req-17c4d078-4aad-43db-8226-e02e07be2771 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3223343 Jun 04 08:23:08.094275 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4aea02-7fe4-48da-99a3-a1a00a53b106 admin admin] Router be87d69c-80d4-487d-a449-74918b33bb5c has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:23:08.192270 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28f1f95d-caed-4366-9cc5-1ab6849de5ed admin admin] Publish callbacks [] for port (b7e69925-03cd-431e-99a8-294e9c972ac9), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:08.197037 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:08.224683 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ec888fdc-8fad-4bb2-8a93-8a018aaa822a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=93f0d090538c4d5b9f44074de7b6e000&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1530371 Jun 04 08:23:08.233135 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3a7088-a650-4c00-94a9-ff40995184be admin admin] Made reservation on behalf of ecddcc9579614c689584e857e2d3e3e9 for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:23:08.248113 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4a3a7088-a650-4c00-94a9-ff40995184be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:08.259797 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 48294) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:08.301219 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec888fdc-8fad-4bb2-8a93-8a018aaa822a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b08ab6-bbf8-4647-9efe-1840a29b6b70,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:08.304204 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=100 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:08.307667 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-5873d146-0d70-4e38-8069-188c0f7fc435 None None] Provisioning complete for port 69d733bd-2a94-483a-a541-1f76c455137a triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:08.307805 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-5873d146-0d70-4e38-8069-188c0f7fc435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (69d733bd-2a94-483a-a541-1f76c455137a), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:08.319475 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4a3a7088-a650-4c00-94a9-ff40995184be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:08.348109 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d0c33eb-6d2c-43b8-99f7-9334d95e0ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (e733a09b-e458-4c3b-be34-d7272b66f7c6), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:08.351267 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4aea02-7fe4-48da-99a3-a1a00a53b106 admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:23:08.365046 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Sync routers for ids ['be87d69c-80d4-487d-a449-74918b33bb5c'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:23:08.380006 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ff4aea02-7fe4-48da-99a3-a1a00a53b106 admin admin] 10.222.0.57 "PUT /v2.0/routers/be87d69c-80d4-487d-a449-74918b33bb5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3814242 Jun 04 08:23:08.382551 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Routers {'be87d69c-80d4-487d-a449-74918b33bb5c'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:08.387774 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:22:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['be87d69c-80d4-487d-a449-74918b33bb5c'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:08.402691 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b70728cd-5c3d-4372-852d-6755150fb899 admin admin] Publish callbacks [] for security_group (b2b08ab6-bbf8-4647-9efe-1840a29b6b70), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:08.405129 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28f1f95d-caed-4366-9cc5-1ab6849de5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (b7e69925-03cd-431e-99a8-294e9c972ac9), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:08.613721 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-0c370490-e285-4549-8c14-946136ac27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:22:57Z', 'revision_number': 3, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port': {'id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:08.619321 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b70728cd-5c3d-4372-852d-6755150fb899 admin admin] Publish callbacks [] for security_group (b2b08ab6-bbf8-4647-9efe-1840a29b6b70), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:08.657505 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f1f95d-caed-4366-9cc5-1ab6849de5ed admin admin] Network 1fd25ca8-4d43-46c5-8814-4ee274135448 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:23:08.688369 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-28f1f95d-caed-4366-9cc5-1ab6849de5ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:08.695981 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f1f95d-caed-4366-9cc5-1ab6849de5ed admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:23:08.697844 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28f1f95d-caed-4366-9cc5-1ab6849de5ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915453'] for router_interface (6deb69c2-4006-4ea3-a1f6-cb986a2420be), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:08.708588 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0c33eb-6d2c-43b8-99f7-9334d95e0ce2 admin admin] Network 3ffca17b-eb82-420d-9eb0-3683041b6356 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:23:08.710273 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:08.815803 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:08.833159 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:08.844894 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c33eb-6d2c-43b8-99f7-9334d95e0ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=e733a09b-e458-4c3b-be34-d7272b66f7c6,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:08.858788 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1f95d-caed-4366-9cc5-1ab6849de5ed admin admin] Pushing event updated for resources: {'Port': ['ID=b7e69925-03cd-431e-99a8-294e9c972ac9,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:08.858994 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Set router be87d69c-80d4-487d-a449-74918b33bb5c gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:08.860356 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-1d0c33eb-6d2c-43b8-99f7-9334d95e0ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:08.872811 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0c33eb-6d2c-43b8-99f7-9334d95e0ce2 admin admin] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:23:08.873631 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d0c33eb-6d2c-43b8-99f7-9334d95e0ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915453'] for router_interface (97975f8f-dd3d-4549-94ae-5a22d1c34a57), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:09.061298 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c370490-e285-4549-8c14-946136ac27ef None None] The sync data for ids ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'] in dv-cinder-836996-29-iscsi is: [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:22:57Z', 'revision_number': 3, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port': {'id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:23:09.094019 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b70728cd-5c3d-4372-852d-6755150fb899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (b2b08ab6-bbf8-4647-9efe-1840a29b6b70), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:09.105649 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b70728cd-5c3d-4372-852d-6755150fb899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:09.117210 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-b70728cd-5c3d-4372-852d-6755150fb899 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2b08ab6-bbf8-4647-9efe-1840a29b6b70 HTTP/1.1" status: 204 len: 168 time: 0.8476913 Jun 04 08:23:09.179250 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-5873d146-0d70-4e38-8069-188c0f7fc435 None None] Port 69d733bd-2a94-483a-a541-1f76c455137a cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:23:09.206414 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70728cd-5c3d-4372-852d-6755150fb899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b08ab6-bbf8-4647-9efe-1840a29b6b70,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:09.367610 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28f1f95d-caed-4366-9cc5-1ab6849de5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (b7e69925-03cd-431e-99a8-294e9c972ac9), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:09.471258 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:09.479119 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-db22bc27-1fc1-4f4d-9cc5-1fadf36ba8ef None None] Provisioning complete for port b7e69925-03cd-431e-99a8-294e9c972ac9 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:09.479716 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-db22bc27-1fc1-4f4d-9cc5-1fadf36ba8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (b7e69925-03cd-431e-99a8-294e9c972ac9), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:09.654285 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 279d890d-3b98-4785-a3b8-78f079f9160c triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:09.657996 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (279d890d-3b98-4785-a3b8-78f079f9160c), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:09.681291 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-473d67c9-696d-4d05-9ff9-454518f89539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:09.695904 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:04Z', 'revision_number': 4, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port': {'id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '69d733bd-2a94-483a-a541-1f76c455137a', 'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'mac_address': 'fa:16:3e:ba:f2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:05Z', 'revision_number': 2, 'project_id': '880551882c5748278978d5a7586d1f30', 'subnets': [{'id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:09.762795 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bf898-56f1-4aa4-b975-cb2a784b1a7e req-942570eb-b448-4fd8-ae84-6c84325d11ad tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:09.775793 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-902bf898-56f1-4aa4-b975-cb2a784b1a7e req-942570eb-b448-4fd8-ae84-6c84325d11ad tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 943 time: 0.5421140 Jun 04 08:23:09.791736 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 48318) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:09.819623 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Checking router: be87d69c-80d4-487d-a449-74918b33bb5c for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:23:09.819975 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Updating router be87d69c-80d4-487d-a449-74918b33bb5c port 69d733bd-2a94-483a-a541-1f76c455137a binding host dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:23:09.823039 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-4d281ae9-45d5-4a2d-afe1-c32f13e07468 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Request body: {'security_group': {'name': 'tempest-securitygroup--333133815', 'description': 'tempest-description--401507980'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:09.947202 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-db22bc27-1fc1-4f4d-9cc5-1fadf36ba8ef None None] Port b7e69925-03cd-431e-99a8-294e9c972ac9 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:23:09.977464 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (69d733bd-2a94-483a-a541-1f76c455137a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:09.992137 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28f1f95d-caed-4366-9cc5-1ab6849de5ed admin admin] Publish callbacks [] for port (b7e69925-03cd-431e-99a8-294e9c972ac9), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:10.046471 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28f1f95d-caed-4366-9cc5-1ab6849de5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (b7e69925-03cd-431e-99a8-294e9c972ac9), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:10.047865 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28f1f95d-caed-4366-9cc5-1ab6849de5ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915337'] for router_interface (6deb69c2-4006-4ea3-a1f6-cb986a2420be), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:10.165365 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Attempting to bind port 7dc6b25b-c041-44ed-9e6c-f9eed654cda8 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:23:10.165986 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Attempting to bind port 7dc6b25b-c041-44ed-9e6c-f9eed654cda8 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '081c6880-3cc3-4038-8f07-f17772e12540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e966f511-8df9-4165-a0b1-c92164ab8792'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:23:10.166709 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Attempting to bind port 7dc6b25b-c041-44ed-9e6c-f9eed654cda8 on network e966f511-8df9-4165-a0b1-c92164ab8792 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:23:10.183476 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 279d890d-3b98-4785-a3b8-78f079f9160c is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:10.184085 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:10.185978 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:10.255479 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Port 7dc6b25b-c041-44ed-9e6c-f9eed654cda8 on network e966f511-8df9-4165-a0b1-c92164ab8792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:23:10.270910 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Attempting to bind port 7dc6b25b-c041-44ed-9e6c-f9eed654cda8 on network e966f511-8df9-4165-a0b1-c92164ab8792 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:23:10.396137 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-336bcd5c-bc03-4aae-845f-86f4e95912be None None] Provisioning complete for port e733a09b-e458-4c3b-be34-d7272b66f7c6 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:10.397649 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-336bcd5c-bc03-4aae-845f-86f4e95912be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (e733a09b-e458-4c3b-be34-d7272b66f7c6), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:10.408617 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:02Z', 'revision_number': 3, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:10.483657 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1f95d-caed-4366-9cc5-1ab6849de5ed admin admin] Pushing event updated for resources: {'Port': ['ID=b7e69925-03cd-431e-99a8-294e9c972ac9,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:10.507756 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Checking router: 9661a351-3fc5-44e0-8b28-d0a5eb455318 for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:23:10.508118 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Updating router 9661a351-3fc5-44e0-8b28-d0a5eb455318 port fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e binding host dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:23:10.521782 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:23:10.522320 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Checking segment: {'id': '081c6880-3cc3-4038-8f07-f17772e12540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e966f511-8df9-4165-a0b1-c92164ab8792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:23:10.524207 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f1f95d-caed-4366-9cc5-1ab6849de5ed admin admin] Network 1fd25ca8-4d43-46c5-8814-4ee274135448 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:23:10.524466 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Bound using segment: {'id': '081c6880-3cc3-4038-8f07-f17772e12540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e966f511-8df9-4165-a0b1-c92164ab8792'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:23:10.525019 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Bound port: 7dc6b25b-c041-44ed-9e6c-f9eed654cda8, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081c6880-3cc3-4038-8f07-f17772e12540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e966f511-8df9-4165-a0b1-c92164ab8792'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:23:10.525929 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (7dc6b25b-c041-44ed-9e6c-f9eed654cda8), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:10.541293 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-28f1f95d-caed-4366-9cc5-1ab6849de5ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:10.678943 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-902bf898-56f1-4aa4-b975-cb2a784b1a7e req-2c301047-d7e8-4797-a7a5-24aa00905774 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8160777 Jun 04 08:23:10.687878 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:10.781231 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] For port 7dc6b25b-c041-44ed-9e6c-f9eed654cda8, host hv-cinder-83699, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:23:10.787645 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] For port 7dc6b25b-c041-44ed-9e6c-f9eed654cda8, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7dc6b25b-c041-44ed-9e6c-f9eed654cda8,segment=NetworkSegment(081c6880-3cc3-4038-8f07-f17772e12540),segment_id=081c6880-3cc3-4038-8f07-f17772e12540)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:23:10.857165 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d0c33eb-6d2c-43b8-99f7-9334d95e0ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (e733a09b-e458-4c3b-be34-d7272b66f7c6), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:10.899433 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:10.913839 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:10.914617 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (7dc6b25b-c041-44ed-9e6c-f9eed654cda8), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:10.971058 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f1f95d-caed-4366-9cc5-1ab6849de5ed admin admin] Router 6deb69c2-4006-4ea3-a1f6-cb986a2420be has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:23:10.984592 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d281ae9-45d5-4a2d-afe1-c32f13e07468 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:11.136628 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-336bcd5c-bc03-4aae-845f-86f4e95912be None None] Port e733a09b-e458-4c3b-be34-d7272b66f7c6 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:23:11.230089 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Publish callbacks [] for port (69d733bd-2a94-483a-a541-1f76c455137a), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:11.242245 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (69d733bd-2a94-483a-a541-1f76c455137a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:11.326096 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f1f95d-caed-4366-9cc5-1ab6849de5ed admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:23:11.350165 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-28f1f95d-caed-4366-9cc5-1ab6849de5ed admin admin] 10.222.0.57 "PUT /v2.0/routers/6deb69c2-4006-4ea3-a1f6-cb986a2420be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1414075 Jun 04 08:23:11.352226 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:11.377027 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884185d2-4b8b-455e-871a-b42ccaaf2f38 None None] Pushing event updated for resources: {'Port': ['ID=69d733bd-2a94-483a-a541-1f76c455137a,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:11.460696 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Sync routers for ids ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:23:11.482103 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-290679b9-2289-4f62-a044-560f7344a7b9 None None] Provisioning complete for port b7e69925-03cd-431e-99a8-294e9c972ac9 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:11.485183 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-290679b9-2289-4f62-a044-560f7344a7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (b7e69925-03cd-431e-99a8-294e9c972ac9), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:11.489713 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d281ae9-45d5-4a2d-afe1-c32f13e07468 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group (28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:11.513794 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d281ae9-45d5-4a2d-afe1-c32f13e07468 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:11.586956 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:11.608957 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d281ae9-45d5-4a2d-afe1-c32f13e07468 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:11.610291 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4d281ae9-45d5-4a2d-afe1-c32f13e07468 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.8163919 Jun 04 08:23:11.628965 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 48348) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:11.661050 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Attempting to bind port 69d733bd-2a94-483a-a541-1f76c455137a on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:23:11.661439 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Attempting to bind port 69d733bd-2a94-483a-a541-1f76c455137a by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': 'e260448d-50b2-4924-907f-130b05e152a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:23:11.661858 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Attempting to bind port 69d733bd-2a94-483a-a541-1f76c455137a on network 6b860f72-fd6a-4776-95a4-5ec614119cc7 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:23:11.663026 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-38f51586-efbe-40b1-83de-f1ce0450c1a1 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Request body: {'security_group_rule': {'security_group_id': '28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:11.677864 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:23:11.678569 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Checking segment: {'id': 'e260448d-50b2-4924-907f-130b05e152a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:23:11.681279 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:11.681918 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Bound using segment: {'id': 'e260448d-50b2-4924-907f-130b05e152a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:23:11.682690 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Bound port: 69d733bd-2a94-483a-a541-1f76c455137a, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e260448d-50b2-4924-907f-130b05e152a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:23:11.683236 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (69d733bd-2a94-483a-a541-1f76c455137a), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:11.692719 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Routers {'6deb69c2-4006-4ea3-a1f6-cb986a2420be'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:11.693606 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:23:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:11.769135 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:11.783297 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d281ae9-45d5-4a2d-afe1-c32f13e07468 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:11.791286 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:11.796852 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:11.809228 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] 10.222.0.77 "PUT /v2.0/ports/7dc6b25b-c041-44ed-9e6c-f9eed654cda8 HTTP/1.1" status: 200 len: 1093 time: 7.2696364 Jun 04 08:23:11.900160 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-38f51586-efbe-40b1-83de-f1ce0450c1a1 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group_rule (0e0d0c0f-b7dd-4758-a15f-c5b0df876684), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:11.922231 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5db047-1c21-4d61-b693-8c57cc842899', 'tag': '7dc6b25b-c041-44ed-9e6c-f9eed654cda8'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:23:11.944602 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] For port 69d733bd-2a94-483a-a541-1f76c455137a, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:23:11.948675 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] For port 69d733bd-2a94-483a-a541-1f76c455137a, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=69d733bd-2a94-483a-a541-1f76c455137a,segment=NetworkSegment(e260448d-50b2-4924-907f-130b05e152a3),segment_id=e260448d-50b2-4924-907f-130b05e152a3)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:23:11.966043 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (69d733bd-2a94-483a-a541-1f76c455137a), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:11.984168 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:12.074552 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-290679b9-2289-4f62-a044-560f7344a7b9 None None] Port b7e69925-03cd-431e-99a8-294e9c972ac9 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:23:12.226810 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Routers {'be87d69c-80d4-487d-a449-74918b33bb5c'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:12.228243 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:23:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['be87d69c-80d4-487d-a449-74918b33bb5c'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:12.243350 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884185d2-4b8b-455e-871a-b42ccaaf2f38 None None] Pushing event updated for resources: {'Port': ['ID=69d733bd-2a94-483a-a541-1f76c455137a,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:12.268483 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:12.270330 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:12.357282 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-38f51586-efbe-40b1-83de-f1ce0450c1a1 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group_rule (0e0d0c0f-b7dd-4758-a15f-c5b0df876684), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:12.369655 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-38f51586-efbe-40b1-83de-f1ce0450c1a1 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (0e0d0c0f-b7dd-4758-a15f-c5b0df876684), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:12.392664 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3806205-e448-4d3d-a370-1f50e4b46117 req-f1d7cc1e-d4b4-43a2-9ff9-33e9b269820d tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:12.403551 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c3806205-e448-4d3d-a370-1f50e4b46117 req-f1d7cc1e-d4b4-43a2-9ff9-33e9b269820d tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 943 time: 0.4133363 Jun 04 08:23:12.440252 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f51586-efbe-40b1-83de-f1ce0450c1a1 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0d0c0f-b7dd-4758-a15f-c5b0df876684,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:12.472659 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-38f51586-efbe-40b1-83de-f1ce0450c1a1 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:12.477656 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-38f51586-efbe-40b1-83de-f1ce0450c1a1 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8440390 Jun 04 08:23:12.479419 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 48380) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:12.487359 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-6effe3c2-6322-4ebc-8ead-55c281fa823d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Request body: {'security_group_rule': {'security_group_id': '28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:12.488202 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-99b46647-7ef0-4280-9bbb-3061e548a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:12.491341 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-99b46647-7ef0-4280-9bbb-3061e548a226 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97d43167bd994abc9483d1b86ffda90a&device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 1127 time: 0.4084799 Jun 04 08:23:12.533207 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:12.533856 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (52a5c9cb-1ef0-4d92-9a7c-c94313afb963), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:12.543906 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-33c0cdbf-d0b4-4a9e-b621-ade55afa407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:12.582136 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6effe3c2-6322-4ebc-8ead-55c281fa823d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group_rule (0510eeb8-acd3-4286-875f-1c488f0d8b74), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:12.693071 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-c2892b05-2ebd-4567-a175-b2706b477fab None None] Provisioning complete for port 69d733bd-2a94-483a-a541-1f76c455137a triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:12.694705 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c2892b05-2ebd-4567-a175-b2706b477fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (69d733bd-2a94-483a-a541-1f76c455137a), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:12.742260 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4a3a7088-a650-4c00-94a9-ff40995184be admin admin] Publish callbacks [] for security_group (04dba3f7-61d6-4102-8b4b-b7e04f8582a4), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:12.811236 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6effe3c2-6322-4ebc-8ead-55c281fa823d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group_rule (0510eeb8-acd3-4286-875f-1c488f0d8b74), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:12.829781 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6effe3c2-6322-4ebc-8ead-55c281fa823d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (0510eeb8-acd3-4286-875f-1c488f0d8b74), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:12.956013 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] Set router be87d69c-80d4-487d-a449-74918b33bb5c gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:13.032064 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1657c0a8-6e16-4d38-bd7c-09a48bafef5b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5db047-1c21-4d61-b693-8c57cc842899", "tag": "7dc6b25b-c041-44ed-9e6c-f9eed654cda8"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:23:13.170808 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:13.178095 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:13.230610 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4a3a7088-a650-4c00-94a9-ff40995184be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (04dba3f7-61d6-4102-8b4b-b7e04f8582a4), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:13.239891 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Set router 6deb69c2-4006-4ea3-a1f6-cb986a2420be gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:13.256260 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-eb9709f9-f40c-4064-8d74-5c9a6c220245 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:13.258030 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-eb9709f9-f40c-4064-8d74-5c9a6c220245 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/networks?id=1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 200 len: 819 time: 0.4451833 Jun 04 08:23:13.270703 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:13.289132 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6effe3c2-6322-4ebc-8ead-55c281fa823d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:13.290335 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6effe3c2-6322-4ebc-8ead-55c281fa823d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8100054 Jun 04 08:23:13.293614 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effe3c2-6322-4ebc-8ead-55c281fa823d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0510eeb8-acd3-4286-875f-1c488f0d8b74,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:13.296351 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 48426) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:13.303781 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-55cd7334-46b9-4de0-bb2a-a3f668cd47b8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Request body: {'floatingip': {'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:13.320890 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-918ecc7d-4040-46d4-9286-c32bffeff807 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/quotas/d5a99059e0694a6f91e0cffa23ec52d8 HTTP/1.1" status: 200 len: 375 time: 0.0442073 Jun 04 08:23:13.363730 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c3806205-e448-4d3d-a370-1f50e4b46117 req-40c02cae-d6a7-4e00-9e8f-b790940a0f12 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9558818 Jun 04 08:23:13.451597 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228e62e-93f2-48bc-bf27-545f3c0f3afa service neutron] Pushing event updated for resources: {'Port': ['ID=7dc6b25b-c041-44ed-9e6c-f9eed654cda8,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:13.464881 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-dc2194f2-08e6-425f-a2d4-38b98c9ebb60 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dc6b25b-c041-44ed-9e6c-f9eed654cda8 HTTP/1.1" status: 200 len: 217 time: 0.7109942 Jun 04 08:23:13.543903 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:04Z', 'revision_number': 4, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port': {'id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '69d733bd-2a94-483a-a541-1f76c455137a', 'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'mac_address': 'fa:16:3e:ba:f2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:11Z', 'revision_number': 4, 'project_id': '880551882c5748278978d5a7586d1f30', 'subnets': [{'id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:13.614658 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756f2e49-e558-4b3c-9350-84780cce7181 None None] The sync data for ids ['be87d69c-80d4-487d-a449-74918b33bb5c'] in dv-cinder-836996-29-iscsi is: [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:04Z', 'revision_number': 4, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port': {'id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '69d733bd-2a94-483a-a541-1f76c455137a', 'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'mac_address': 'fa:16:3e:ba:f2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:11Z', 'revision_number': 4, 'project_id': '880551882c5748278978d5a7586d1f30', 'subnets': [{'id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:23:13.714896 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:13.849640 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a7088-a650-4c00-94a9-ff40995184be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dba3f7-61d6-4102-8b4b-b7e04f8582a4,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:13.868280 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3a7088-a650-4c00-94a9-ff40995184be admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=103812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 08:23:13.899688 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4a3a7088-a650-4c00-94a9-ff40995184be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (2921f890-79e0-430d-8399-2d297a137594), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:13.901027 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-4a3a7088-a650-4c00-94a9-ff40995184be admin admin] Added segment 2921f890-79e0-430d-8399-2d297a137594 of type vlan for network 36d230c1-6e87-4732-afab-101ba54606d4 Jun 04 08:23:14.078536 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4a3a7088-a650-4c00-94a9-ff40995184be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (36d230c1-6e87-4732-afab-101ba54606d4), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:14.079927 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-55cd7334-46b9-4de0-bb2a-a3f668cd47b8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:14.173878 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:14.178575 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 90b4baa8-ff13-4bad-89bb-15e40ae47606 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:14.259518 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-16a5cb5f-24a7-4360-9526-c2c1bdaf7cb8 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9264932 Jun 04 08:23:14.286233 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fe6c4e-192c-4d2d-aa7b-573bd149e5a6 x-openstack-request-id: req-53fe6c4e-192c-4d2d-aa7b-573bd149e5a6 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:23:14.286527 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5db047-1c21-4d61-b693-8c57cc842899", "tag": "7dc6b25b-c041-44ed-9e6c-f9eed654cda8", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:23:14.286785 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-53fe6c4e-192c-4d2d-aa7b-573bd149e5a6 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:23:14.287233 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53fe6c4e-192c-4d2d-aa7b-573bd149e5a6'] response: {'name': 'network-changed', 'server_uuid': '4b5db047-1c21-4d61-b693-8c57cc842899', 'tag': '7dc6b25b-c041-44ed-9e6c-f9eed654cda8', 'status': 'completed', 'code': 200} Jun 04 08:23:14.309708 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4a3a7088-a650-4c00-94a9-ff40995184be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (36d230c1-6e87-4732-afab-101ba54606d4), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:14.323136 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3a7088-a650-4c00-94a9-ff40995184be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:14.323733 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4a3a7088-a650-4c00-94a9-ff40995184be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:14.366842 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-router', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:09Z', 'revision_number': 4, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'gw_port': {'id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:57Z', 'updated_at': '2022-06-04T08:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'b7e69925-03cd-431e-99a8-294e9c972ac9', 'name': '', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'mac_address': 'fa:16:3e:a7:02:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3a1bd244-02e5-437b-b10c-98141f388763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:06Z', 'updated_at': '2022-06-04T08:23:09Z', 'revision_number': 2, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'subnets': [{'id': '3a1bd244-02e5-437b-b10c-98141f388763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:14.447493 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 48468) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:14.448476 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Checking router: 6deb69c2-4006-4ea3-a1f6-cb986a2420be for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:23:14.451482 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Updating router 6deb69c2-4006-4ea3-a1f6-cb986a2420be port b7e69925-03cd-431e-99a8-294e9c972ac9 binding host dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:23:14.455109 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-4a3a7088-a650-4c00-94a9-ff40995184be admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 6.7595272 Jun 04 08:23:14.479833 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-4d59b3bb-140c-4ee4-b7fb-064c88d970d2 admin admin] Request body: {'subnet': {'network_id': '36d230c1-6e87-4732-afab-101ba54606d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1591071530-subnet', 'tenant_id': 'ecddcc9579614c689584e857e2d3e3e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:14.556511 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d0c33eb-6d2c-43b8-99f7-9334d95e0ce2 admin admin] Publish callbacks [] for port (e733a09b-e458-4c3b-be34-d7272b66f7c6), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:14.648464 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Publish callbacks [] for port (fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:14.664825 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-c2892b05-2ebd-4567-a175-b2706b477fab None None] Current status of the port 69d733bd-2a94-483a-a541-1f76c455137a is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:14.665342 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c2892b05-2ebd-4567-a175-b2706b477fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (69d733bd-2a94-483a-a541-1f76c455137a), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:14.690901 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:14.699403 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:14.708334 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a7088-a650-4c00-94a9-ff40995184be admin admin] Pushing event updated for resources: {'Network': ['ID=36d230c1-6e87-4732-afab-101ba54606d4,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:14.725721 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754eb45-1045-4fff-bc55-dfcc8ece91d8 req-19e9a720-cc91-40a5-9f96-95ecd49e9a05 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:14.735917 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-55cd7334-46b9-4de0-bb2a-a3f668cd47b8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:14.736305 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9754eb45-1045-4fff-bc55-dfcc8ece91d8 req-19e9a720-cc91-40a5-9f96-95ecd49e9a05 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 943 time: 0.1250038 Jun 04 08:23:14.740521 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d59b3bb-140c-4ee4-b7fb-064c88d970d2 admin admin] Made reservation on behalf of ecddcc9579614c689584e857e2d3e3e9 for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:23:14.743362 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d59b3bb-140c-4ee4-b7fb-064c88d970d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:14.748798 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-0f17d91f-1d17-421d-a24e-93b2e563ffed service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 08:23:14.762457 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d0c33eb-6d2c-43b8-99f7-9334d95e0ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (e733a09b-e458-4c3b-be34-d7272b66f7c6), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:14.763732 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d0c33eb-6d2c-43b8-99f7-9334d95e0ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915337'] for router_interface (97975f8f-dd3d-4549-94ae-5a22d1c34a57), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:14.769793 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-0f17d91f-1d17-421d-a24e-93b2e563ffed service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2616742 Jun 04 08:23:14.956715 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network 36d230c1-6e87-4732-afab-101ba54606d4 details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:23:14.981126 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (b7e69925-03cd-431e-99a8-294e9c972ac9), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:15.012865 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c33eb-6d2c-43b8-99f7-9334d95e0ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=e733a09b-e458-4c3b-be34-d7272b66f7c6,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:15.024326 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0c33eb-6d2c-43b8-99f7-9334d95e0ce2 admin admin] Network 3ffca17b-eb82-420d-9eb0-3683041b6356 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:23:15.043908 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-c2892b05-2ebd-4567-a175-b2706b477fab None None] For port 69d733bd-2a94-483a-a541-1f76c455137a, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=69d733bd-2a94-483a-a541-1f76c455137a,segment=NetworkSegment(e260448d-50b2-4924-907f-130b05e152a3),segment_id=e260448d-50b2-4924-907f-130b05e152a3)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:15.054325 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:15.056179 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-1d0c33eb-6d2c-43b8-99f7-9334d95e0ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:15.069166 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:15.075552 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Attempting to bind port fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:23:15.075917 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Attempting to bind port fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:23:15.076653 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Attempting to bind port fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e on network 611add22-ec0d-4fc9-ba81-7c460feafb87 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:23:15.151864 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:23:15.151864 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Checking segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:23:15.151864 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:15.151864 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Bound using segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:23:15.151864 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Bound port: fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:23:15.151864 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:15.342501 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] For port fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:23:15.352542 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] For port fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:23:15.363093 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c2892b05-2ebd-4567-a175-b2706b477fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (69d733bd-2a94-483a-a541-1f76c455137a), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:15.375498 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a122ec-b309-4a32-9be7-fe7426d01b28 None None] Pushing event updated for resources: {'Port': ['ID=fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:15.399832 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-73a1bd8d-0925-43a2-826b-880ab5a72b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:15.401744 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-73a1bd8d-0925-43a2-826b-880ab5a72b06 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b5cc62b2-7ff5-43f4-aed9-53ce66899774 HTTP/1.1" status: 200 len: 851 time: 1.9174430 Jun 04 08:23:15.411561 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-00227eb7-8ab5-4516-8a06-9995ff96f874 service neutron] 10.222.0.57 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6404235 Jun 04 08:23:15.456593 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:15.507043 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 90b4baa8-ff13-4bad-89bb-15e40ae47606 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:15.507362 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (90b4baa8-ff13-4bad-89bb-15e40ae47606), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:15.515457 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-33c0cdbf-d0b4-4a9e-b621-ade55afa407e admin admin] Allocated IP 172.20.0.1 (b88cbea7-518a-4446-bcff-56c4dc453510/5faa1da9-51be-4c06-b751-2fe7b4126f56/5183d11f-2f97-4a70-992b-452e34eebb73) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:23:15.569272 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9754eb45-1045-4fff-bc55-dfcc8ece91d8 req-e25282fd-0639-4469-8e89-cd7eaecd1d16 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8300641 Jun 04 08:23:15.583417 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-930e5c13-ccea-43bf-aa24-289585b5a6d7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e966f511-8df9-4165-a0b1-c92164ab8792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761690 Jun 04 08:23:15.638017 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-55cd7334-46b9-4de0-bb2a-a3f668cd47b8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Allocated IP 172.27.2.9 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/eeb9752e-2f41-4d2f-93c0-c30697b57962) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:23:15.714000 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0c33eb-6d2c-43b8-99f7-9334d95e0ce2 admin admin] Router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:23:15.726370 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=10 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:15.774124 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2892b05-2ebd-4567-a175-b2706b477fab None None] Pushing event updated for resources: {'Port': ['ID=69d733bd-2a94-483a-a541-1f76c455137a,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:15.826445 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=100 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:15.826791 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-3473afb1-6096-43ca-bcfb-8e1a11602c29 service neutron] 10.222.0.77 "GET /v2.0/networks/e966f511-8df9-4165-a0b1-c92164ab8792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255213 Jun 04 08:23:15.860525 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d59b3bb-140c-4ee4-b7fb-064c88d970d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for subnet (5121738c-b95a-442e-9816-c9f6c9329cb1), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:15.904303 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-33c0cdbf-d0b4-4a9e-b621-ade55afa407e admin admin] Publish callbacks [] for port (5183d11f-2f97-4a70-992b-452e34eebb73), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:15.932993 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:15.935810 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-d7ee8fb1-4f3f-4be2-9a56-c1b77c896556 None None] Provisioning complete for port 69d733bd-2a94-483a-a541-1f76c455137a triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:15.936391 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8fb1-4f3f-4be2-9a56-c1b77c896556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (69d733bd-2a94-483a-a541-1f76c455137a), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:15.939143 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59b3bb-140c-4ee4-b7fb-064c88d970d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5121738c-b95a-442e-9816-c9f6c9329cb1,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:15.955038 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-033ceb17-fbd4-42ca-b30c-0789744b7aa1 service neutron] 10.222.0.57 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428779 Jun 04 08:23:15.980633 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:15.981866 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:23:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:15.998656 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0c33eb-6d2c-43b8-99f7-9334d95e0ce2 admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:23:16.006629 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-1d0c33eb-6d2c-43b8-99f7-9334d95e0ce2 admin admin] 10.222.0.57 "PUT /v2.0/routers/97975f8f-dd3d-4549-94ae-5a22d1c34a57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3970242 Jun 04 08:23:16.017018 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Sync routers for ids ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:23:16.033461 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55ea6500-f6e3-451e-9d90-7aece440fdb6 req-92435c5d-5ca4-479d-af2f-e54aaea5b934 service neutron] 10.222.0.77 "GET /v2.0/networks/e966f511-8df9-4165-a0b1-c92164ab8792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880286 Jun 04 08:23:16.041847 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-33c0cdbf-d0b4-4a9e-b621-ade55afa407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (5183d11f-2f97-4a70-992b-452e34eebb73), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:16.053911 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Routers {'97975f8f-dd3d-4549-94ae-5a22d1c34a57'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:16.055466 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:23:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:16.109783 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-55cd7334-46b9-4de0-bb2a-a3f668cd47b8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for port (eeb9752e-2f41-4d2f-93c0-c30697b57962), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:16.121934 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c0cdbf-d0b4-4a9e-b621-ade55afa407e admin admin] Network b88cbea7-518a-4446-bcff-56c4dc453510 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:23:16.122144 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59b3bb-140c-4ee4-b7fb-064c88d970d2 admin admin] Checking segment: {'id': '2921f890-79e0-430d-8399-2d297a137594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '36d230c1-6e87-4732-afab-101ba54606d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:23:16.122442 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d59b3bb-140c-4ee4-b7fb-064c88d970d2 admin admin] Network hostable DHCP agents. Network: 36d230c1-6e87-4732-afab-101ba54606d4, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:23:16.130176 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-33c0cdbf-d0b4-4a9e-b621-ade55afa407e admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:16.142167 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c0cdbf-d0b4-4a9e-b621-ade55afa407e admin admin] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:23:16.146962 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-33c0cdbf-d0b4-4a9e-b621-ade55afa407e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915453'] for router_interface (9661a351-3fc5-44e0-8b28-d0a5eb455318), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:16.149382 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 90b4baa8-ff13-4bad-89bb-15e40ae47606 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:16.149783 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (90b4baa8-ff13-4bad-89bb-15e40ae47606), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:16.203185 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d59b3bb-140c-4ee4-b7fb-064c88d970d2 admin admin] Network 36d230c1-6e87-4732-afab-101ba54606d4 is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:23:16.204792 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] For port 90b4baa8-ff13-4bad-89bb-15e40ae47606, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=90b4baa8-ff13-4bad-89bb-15e40ae47606,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:16.223373 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:16.230784 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-55cd7334-46b9-4de0-bb2a-a3f668cd47b8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (eeb9752e-2f41-4d2f-93c0-c30697b57962), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:16.247604 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0cdbf-d0b4-4a9e-b621-ade55afa407e admin admin] Pushing event updated for resources: {'Port': ['ID=5183d11f-2f97-4a70-992b-452e34eebb73,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:16.272970 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (90b4baa8-ff13-4bad-89bb-15e40ae47606), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:16.283787 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 76625aad-e0e4-464a-9a0c-2c1f5be828d6 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:16.334792 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-4d59b3bb-140c-4ee4-b7fb-064c88d970d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, 36d230c1-6e87-4732-afab-101ba54606d4) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:16.346893 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d59b3bb-140c-4ee4-b7fb-064c88d970d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:16.348002 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d59b3bb-140c-4ee4-b7fb-064c88d970d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:16.377198 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18db9874-1e95-4d21-9cdc-4f01135f44d3 None None] Network 36d230c1-6e87-4732-afab-101ba54606d4 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:23:16.383904 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cd7334-46b9-4de0-bb2a-a3f668cd47b8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:23:16.388180 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-55cd7334-46b9-4de0-bb2a-a3f668cd47b8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:16.391535 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd7334-46b9-4de0-bb2a-a3f668cd47b8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:23:16.401432 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4d59b3bb-140c-4ee4-b7fb-064c88d970d2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9511564 Jun 04 08:23:16.408671 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Set router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:16.442025 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bbf375a3-154b-4e95-966f-1a86940e2749 req-145884ad-0687-40e8-91b6-2abc0b94205f tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 210 time: 0.0885389 Jun 04 08:23:16.575059 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a122ec-b309-4a32-9be7-fe7426d01b28 None None] Pushing event updated for resources: {'Port': ['ID=fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:16.578145 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48516) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:16.583816 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-e484b15b-9db9-4c73-8be4-f673f076bd53 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1234819408', 'description': 'tempest-description--28471733'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:16.593922 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd7334-46b9-4de0-bb2a-a3f668cd47b8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Pushing event updated for resources: {'Port': ['ID=eeb9752e-2f41-4d2f-93c0-c30697b57962,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:16.602692 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-33c0cdbf-d0b4-4a9e-b621-ade55afa407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (5183d11f-2f97-4a70-992b-452e34eebb73), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:16.659210 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:16.670858 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e484b15b-9db9-4c73-8be4-f673f076bd53 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:16.702230 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-55cd7334-46b9-4de0-bb2a-a3f668cd47b8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for floatingip (5c894af8-dd45-43ec-a75a-5fd6a0f5c2ba), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:16.719962 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48524) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:16.772675 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-55cd7334-46b9-4de0-bb2a-a3f668cd47b8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (eeb9752e-2f41-4d2f-93c0-c30697b57962), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:16.878112 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7cffdd-00de-4cfc-97c5-6d362b093ea4 admin admin] Deleting subnet c3e14bbc-8183-4a4e-84ee-9edfad7ae2bf {{(pid=103812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 08:23:16.882927 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ef7cffdd-00de-4cfc-97c5-6d362b093ea4 admin admin] Publish callbacks [] for subnet (c3e14bbc-8183-4a4e-84ee-9edfad7ae2bf), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:16.930918 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ef7cffdd-00de-4cfc-97c5-6d362b093ea4 admin admin] Publish callbacks [] for subnet (c3e14bbc-8183-4a4e-84ee-9edfad7ae2bf), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:16.941328 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ef7cffdd-00de-4cfc-97c5-6d362b093ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381204'] for subnet (c3e14bbc-8183-4a4e-84ee-9edfad7ae2bf), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:17.018608 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ef7cffdd-00de-4cfc-97c5-6d362b093ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for subnet (c3e14bbc-8183-4a4e-84ee-9edfad7ae2bf), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:17.075266 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:10Z', 'revision_number': 4, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port': {'id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'e733a09b-e458-4c3b-be34-d7272b66f7c6', 'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'mac_address': 'fa:16:3e:0b:90:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:05Z', 'updated_at': '2022-06-04T08:23:11Z', 'revision_number': 2, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'subnets': [{'id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:17.081554 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cffdd-00de-4cfc-97c5-6d362b093ea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3e14bbc-8183-4a4e-84ee-9edfad7ae2bf,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:17.089413 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5b4a9-5158-4b88-bd95-3d013c80ecb8 req-2c6456a8-437b-4ac9-bfec-4cf5e0485f79 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:17.091010 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b8e5b4a9-5158-4b88-bd95-3d013c80ecb8 req-2c6456a8-437b-4ac9-bfec-4cf5e0485f79 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 943 time: 0.2649055 Jun 04 08:23:17.121251 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ef7cffdd-00de-4cfc-97c5-6d362b093ea4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:17.122344 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:17.126023 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ef7cffdd-00de-4cfc-97c5-6d362b093ea4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c3e14bbc-8183-4a4e-84ee-9edfad7ae2bf HTTP/1.1" status: 204 len: 168 time: 0.4048395 Jun 04 08:23:17.144409 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48550) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:17.163144 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Checking router: 97975f8f-dd3d-4549-94ae-5a22d1c34a57 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:23:17.164772 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Updating router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 port e733a09b-e458-4c3b-be34-d7272b66f7c6 binding host dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:23:17.171002 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e484b15b-9db9-4c73-8be4-f673f076bd53 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group (adcfae23-b22a-4f0f-99c1-dea40a26b538), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:17.215155 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (e733a09b-e458-4c3b-be34-d7272b66f7c6), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:17.222511 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-d7ee8fb1-4f3f-4be2-9a56-c1b77c896556 None None] Current status of the port 69d733bd-2a94-483a-a541-1f76c455137a is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:17.246934 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:17.274333 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:17.308879 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Pushing event updated for resources: {'Port': ['ID=90b4baa8-ff13-4bad-89bb-15e40ae47606,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:17.312956 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-55cd7334-46b9-4de0-bb2a-a3f668cd47b8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for port (eeb9752e-2f41-4d2f-93c0-c30697b57962), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:17.325311 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e484b15b-9db9-4c73-8be4-f673f076bd53 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (adcfae23-b22a-4f0f-99c1-dea40a26b538), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:17.339767 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-55cd7334-46b9-4de0-bb2a-a3f668cd47b8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (eeb9752e-2f41-4d2f-93c0-c30697b57962), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:17.341287 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 76625aad-e0e4-464a-9a0c-2c1f5be828d6 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:17.341759 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (76625aad-e0e4-464a-9a0c-2c1f5be828d6), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:17.351480 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:17.367082 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547e787-8328-45f2-8278-95a073a2cc43 req-52b71fb0-1592-4f82-a04f-f919ea082396 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:17.369314 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9547e787-8328-45f2-8278-95a073a2cc43 req-52b71fb0-1592-4f82-a04f-f919ea082396 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/networks?id=1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 200 len: 819 time: 0.3541412 Jun 04 08:23:17.431114 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-55cd7334-46b9-4de0-bb2a-a3f668cd47b8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (5c894af8-dd45-43ec-a75a-5fd6a0f5c2ba), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:17.447395 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9547e787-8328-45f2-8278-95a073a2cc43 req-3221201c-8554-4928-85c9-29f3f98b0e38 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/quotas/d5a99059e0694a6f91e0cffa23ec52d8 HTTP/1.1" status: 200 len: 375 time: 0.0341597 Jun 04 08:23:17.475042 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-55cd7334-46b9-4de0-bb2a-a3f668cd47b8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:17.476398 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-55cd7334-46b9-4de0-bb2a-a3f668cd47b8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1780643 Jun 04 08:23:17.496891 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd7334-46b9-4de0-bb2a-a3f668cd47b8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Pushing event updated for resources: {'Port': ['ID=eeb9752e-2f41-4d2f-93c0-c30697b57962,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:17.534742 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9547e787-8328-45f2-8278-95a073a2cc43 req-14df2085-ad0d-4b29-a58c-7d4fc8638c28 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700564 Jun 04 08:23:17.568886 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1320922'] for network (873c178b-6d19-4816-a366-0dd21b70bd37), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:17.587829 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484b15b-9db9-4c73-8be4-f673f076bd53 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adcfae23-b22a-4f0f-99c1-dea40a26b538,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:17.596713 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-d7ee8fb1-4f3f-4be2-9a56-c1b77c896556 None None] Provisioning complete for port e733a09b-e458-4c3b-be34-d7272b66f7c6 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:17.597131 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8fb1-4f3f-4be2-9a56-c1b77c896556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (e733a09b-e458-4c3b-be34-d7272b66f7c6), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:17.659484 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657c0a8-6e16-4d38-bd7c-09a48bafef5b req-a61a8b40-fe96-47ef-8f2f-abbd6e53fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:17.665457 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1657c0a8-6e16-4d38-bd7c-09a48bafef5b req-a61a8b40-fe96-47ef-8f2f-abbd6e53fdb6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97d43167bd994abc9483d1b86ffda90a&device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 1127 time: 0.4915621 Jun 04 08:23:17.689692 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e484b15b-9db9-4c73-8be4-f673f076bd53 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:17.693865 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e484b15b-9db9-4c73-8be4-f673f076bd53 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1118431 Jun 04 08:23:17.704863 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9547e787-8328-45f2-8278-95a073a2cc43 req-384c82fa-a60f-4b02-ad85-bb9260b7e470 service neutron] 10.222.0.57 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667449 Jun 04 08:23:17.706470 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 48562) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:17.728403 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-33c0cdbf-d0b4-4a9e-b621-ade55afa407e admin admin] Publish callbacks [] for port (5183d11f-2f97-4a70-992b-452e34eebb73), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:17.734988 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-7fb34973-db06-4723-9426-5777a9d09cc0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Request body: {'security_group_rule': {'security_group_id': 'adcfae23-b22a-4f0f-99c1-dea40a26b538', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:17.760351 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:17.776689 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:17.780619 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:17.809145 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Publish callbacks [] for port (b7e69925-03cd-431e-99a8-294e9c972ac9), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:17.845297 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Publish callbacks [] for port (e733a09b-e458-4c3b-be34-d7272b66f7c6), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:17.871810 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (e733a09b-e458-4c3b-be34-d7272b66f7c6), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:17.899939 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:17.906164 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:17.925618 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7fb34973-db06-4723-9426-5777a9d09cc0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group_rule (117ef5b2-5153-4d2b-acbd-277a69117afe), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:17.928868 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b8e5b4a9-5158-4b88-bd95-3d013c80ecb8 req-dfb8994b-4bf4-45e4-8492-d04e3f5a5962 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8014812 Jun 04 08:23:17.943703 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (b7e69925-03cd-431e-99a8-294e9c972ac9), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:18.031452 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9547e787-8328-45f2-8278-95a073a2cc43 req-59eefb7f-244b-4d8e-96ff-2a631865635b service neutron] 10.222.0.57 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255882 Jun 04 08:23:18.035510 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-33c0cdbf-d0b4-4a9e-b621-ade55afa407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (5183d11f-2f97-4a70-992b-452e34eebb73), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:18.036312 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-33c0cdbf-d0b4-4a9e-b621-ade55afa407e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915337'] for router_interface (9661a351-3fc5-44e0-8b28-d0a5eb455318), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:18.048896 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Attempting to bind port e733a09b-e458-4c3b-be34-d7272b66f7c6 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:23:18.049498 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Attempting to bind port e733a09b-e458-4c3b-be34-d7272b66f7c6 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '0f5d7438-c87f-4dfc-a410-5a8361fe170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:23:18.050117 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Attempting to bind port e733a09b-e458-4c3b-be34-d7272b66f7c6 on network 3ffca17b-eb82-420d-9eb0-3683041b6356 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:23:18.058781 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:23:18.059444 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Checking segment: {'id': '0f5d7438-c87f-4dfc-a410-5a8361fe170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:23:18.060066 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:18.061011 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Bound using segment: {'id': '0f5d7438-c87f-4dfc-a410-5a8361fe170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:23:18.069528 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Bound port: e733a09b-e458-4c3b-be34-d7272b66f7c6, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5d7438-c87f-4dfc-a410-5a8361fe170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:23:18.070651 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (e733a09b-e458-4c3b-be34-d7272b66f7c6), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:18.125784 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-d7ee8fb1-4f3f-4be2-9a56-c1b77c896556 None None] Port e733a09b-e458-4c3b-be34-d7272b66f7c6 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:23:18.127636 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7fb34973-db06-4723-9426-5777a9d09cc0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group_rule (117ef5b2-5153-4d2b-acbd-277a69117afe), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:18.143877 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7fb34973-db06-4723-9426-5777a9d09cc0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (117ef5b2-5153-4d2b-acbd-277a69117afe), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:18.177486 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c72232-97be-456c-a628-ad529475e13f None None] Pushing event updated for resources: {'Port': ['ID=b7e69925-03cd-431e-99a8-294e9c972ac9,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:18.191544 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199d8f0c-efd8-4e27-983b-6b9b05d78c4b None None] Network 36d230c1-6e87-4732-afab-101ba54606d4 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:23:18.204367 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb34973-db06-4723-9426-5777a9d09cc0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117ef5b2-5153-4d2b-acbd-277a69117afe,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:18.210333 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7fb34973-db06-4723-9426-5777a9d09cc0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:18.211547 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7fb34973-db06-4723-9426-5777a9d09cc0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4899936 Jun 04 08:23:18.214235 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 48584) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:18.236997 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-1ee5e70a-a2f2-4a28-8394-12a976358e91 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Request body: {'security_group_rule': {'security_group_id': 'adcfae23-b22a-4f0f-99c1-dea40a26b538', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:18.267352 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] For port e733a09b-e458-4c3b-be34-d7272b66f7c6, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:23:18.282537 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] For port e733a09b-e458-4c3b-be34-d7272b66f7c6, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=e733a09b-e458-4c3b-be34-d7272b66f7c6,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:23:18.297076 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1ee5e70a-a2f2-4a28-8394-12a976358e91 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group_rule (5478f1e6-be24-4495-86ba-0fa6b9532a40), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:18.312920 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (e733a09b-e458-4c3b-be34-d7272b66f7c6), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:18.327377 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1404371', 'neutron.services.segments.db._delete_segments_for_network-8739929666573'] for network (873c178b-6d19-4816-a366-0dd21b70bd37), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:18.335121 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a110e7e-5737-4c50-9ca9-7af5d54b46be None None] Pushing event updated for resources: {'Port': ['ID=e733a09b-e458-4c3b-be34-d7272b66f7c6,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:18.415925 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Routers {'97975f8f-dd3d-4549-94ae-5a22d1c34a57'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:18.416558 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:23:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:18.451795 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48592) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:18.529367 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-03e8e8d9-d4af-4b95-bd36-9a28d308eede None None] Provisioning complete for port 5183d11f-2f97-4a70-992b-452e34eebb73 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:18.536907 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-03e8e8d9-d4af-4b95-bd36-9a28d308eede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (5183d11f-2f97-4a70-992b-452e34eebb73), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:18.693180 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-03e8e8d9-d4af-4b95-bd36-9a28d308eede None None] Port 5183d11f-2f97-4a70-992b-452e34eebb73 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:23:18.759116 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1ee5e70a-a2f2-4a28-8394-12a976358e91 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group_rule (5478f1e6-be24-4495-86ba-0fa6b9532a40), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:18.790835 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] Set router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:18.800552 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a110e7e-5737-4c50-9ca9-7af5d54b46be None None] Pushing event updated for resources: {'Port': ['ID=e733a09b-e458-4c3b-be34-d7272b66f7c6,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:18.805084 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1ee5e70a-a2f2-4a28-8394-12a976358e91 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (5478f1e6-be24-4495-86ba-0fa6b9532a40), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:18.817029 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-77d7bac3-050b-46dc-a582-a8ee3e13b231 req-f5356bd0-0b4e-4481-b1f9-d535d34a641b tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 210 time: 0.1546502 Jun 04 08:23:18.864958 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5e70a-a2f2-4a28-8394-12a976358e91 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5478f1e6-be24-4495-86ba-0fa6b9532a40,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:18.874901 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1ee5e70a-a2f2-4a28-8394-12a976358e91 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:18.876360 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1ee5e70a-a2f2-4a28-8394-12a976358e91 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6495953 Jun 04 08:23:18.879399 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 48598) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:18.892681 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-1131282f-e799-4085-856f-b865af4c507a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Request body: {'floatingip': {'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:18.905116 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-054d1a68-d865-4b14-9831-8ef475312ed7 None None] Provisioning complete for port e733a09b-e458-4c3b-be34-d7272b66f7c6 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:18.905919 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-054d1a68-d865-4b14-9831-8ef475312ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (e733a09b-e458-4c3b-be34-d7272b66f7c6), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:18.958436 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1131282f-e799-4085-856f-b865af4c507a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:19.018002 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Attempting to bind port b7e69925-03cd-431e-99a8-294e9c972ac9 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:23:19.018373 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Attempting to bind port b7e69925-03cd-431e-99a8-294e9c972ac9 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:23:19.019590 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657c0a8-6e16-4d38-bd7c-09a48bafef5b req-78500aba-dd8a-4780-911c-7683197c9d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:19.021149 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1657c0a8-6e16-4d38-bd7c-09a48bafef5b req-78500aba-dd8a-4780-911c-7683197c9d80 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e966f511-8df9-4165-a0b1-c92164ab8792 HTTP/1.1" status: 200 len: 912 time: 1.3269715 Jun 04 08:23:19.023898 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Attempting to bind port b7e69925-03cd-431e-99a8-294e9c972ac9 on network 1fd25ca8-4d43-46c5-8814-4ee274135448 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:23:19.039200 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 76625aad-e0e4-464a-9a0c-2c1f5be828d6 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:19.043001 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (76625aad-e0e4-464a-9a0c-2c1f5be828d6), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:19.064771 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:23:19.066202 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Checking segment: {'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:23:19.066786 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:19.067422 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Bound using segment: {'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:23:19.068054 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Bound port: b7e69925-03cd-431e-99a8-294e9c972ac9, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:23:19.068592 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (b7e69925-03cd-431e-99a8-294e9c972ac9), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:19.080490 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:19.081446 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:19.082675 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:19.082675 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:19.082675 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:19.083488 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:19.083488 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:19.083860 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:19.084487 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:19.086430 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:19.089388 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:02Z', 'revision_number': 3, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:19.149202 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] For port b7e69925-03cd-431e-99a8-294e9c972ac9, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:23:19.151964 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.77', 64417) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:19.153651 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] For port b7e69925-03cd-431e-99a8-294e9c972ac9, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=b7e69925-03cd-431e-99a8-294e9c972ac9,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:23:19.204177 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (b7e69925-03cd-431e-99a8-294e9c972ac9), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:19.240199 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:19.240546 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:19.240874 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:19.241199 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:19.241559 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['873c178b-6d19-4816-a366-0dd21b70bd37']}} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:19.268824 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea08f1-ee82-4ebf-bb5d-57bb44318df9 req-ee4ee15a-4f7b-41ad-ac2b-d1a8d30f43ad tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:19.277712 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40ea08f1-ee82-4ebf-bb5d-57bb44318df9 req-ee4ee15a-4f7b-41ad-ac2b-d1a8d30f43ad tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 943 time: 0.2179749 Jun 04 08:23:19.324930 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:19.325898 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:19.333509 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0cdbf-d0b4-4a9e-b621-ade55afa407e admin admin] Pushing event updated for resources: {'Port': ['ID=5183d11f-2f97-4a70-992b-452e34eebb73,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:19.368256 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:19.369328 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c72232-97be-456c-a628-ad529475e13f None None] Pushing event updated for resources: {'Port': ['ID=b7e69925-03cd-431e-99a8-294e9c972ac9,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:19.370824 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1131282f-e799-4085-856f-b865af4c507a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:19.372683 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4919fdc-a702-42ca-9460-fccc756307ac None None] The sync data for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi is: [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:02Z', 'revision_number': 3, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:23:19.387299 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:10Z', 'revision_number': 4, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port': {'id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'e733a09b-e458-4c3b-be34-d7272b66f7c6', 'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'mac_address': 'fa:16:3e:0b:90:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:05Z', 'updated_at': '2022-06-04T08:23:18Z', 'revision_number': 4, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'subnets': [{'id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:19.390982 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] For port 76625aad-e0e4-464a-9a0c-2c1f5be828d6, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=76625aad-e0e4-464a-9a0c-2c1f5be828d6,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:19.418725 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (76625aad-e0e4-464a-9a0c-2c1f5be828d6), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:19.419904 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:19.435294 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40ea08f1-ee82-4ebf-bb5d-57bb44318df9 req-6caf2449-a99e-40d2-b229-6a84f835a52a tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564391 Jun 04 08:23:19.446368 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0641d5f1-766f-4021-b958-31c817052e18') {'for_net_delete': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:19.449971 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0641d5f1-766f-4021-b958-31c817052e18') {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:19.470822 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ca298a-8f9a-44b7-b9b6-6bd1d605e99b None None] The sync data for ids ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'] in dv-cinder-836996-29-iscsi is: [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:10Z', 'revision_number': 4, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port': {'id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'e733a09b-e458-4c3b-be34-d7272b66f7c6', 'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'mac_address': 'fa:16:3e:0b:90:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:05Z', 'updated_at': '2022-06-04T08:23:18Z', 'revision_number': 4, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'subnets': [{'id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:23:19.490728 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-530198af-c21c-4270-aeb9-33d18c2bf747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:19.514652 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-759f7dab-05f5-4baa-a1db-1dea214ceb09 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:19.516882 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-759f7dab-05f5-4baa-a1db-1dea214ceb09 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.77 "GET /v2.0/networks?id=1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 200 len: 819 time: 0.3615265 Jun 04 08:23:19.535304 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-6d70a47a-2acd-4781-93f4-e94a4d6595b3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Request body: {'port': {'device_id': '2939291f-e2a5-41e8-a751-1191c3a4f912', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'admin_state_up': True, 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:19.637255 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1657c0a8-6e16-4d38-bd7c-09a48bafef5b req-f5193929-54e6-4e73-894e-ba63c846c95a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dc6b25b-c041-44ed-9e6c-f9eed654cda8 HTTP/1.1" status: 200 len: 217 time: 0.2185435 Jun 04 08:23:19.678633 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739929665940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127242980'] for segment (0641d5f1-766f-4021-b958-31c817052e18), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:19.681471 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:19.685395 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:19.687356 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Pushing event updated for resources: {'Port': ['ID=76625aad-e0e4-464a-9a0c-2c1f5be828d6,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:19.761035 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:19.781169 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-1131282f-e799-4085-856f-b865af4c507a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Allocated IP 172.27.2.221 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/f93693f9-2e55-46ea-962f-d303df322904) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:23:19.795459 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Routers {'6deb69c2-4006-4ea3-a1f6-cb986a2420be'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:19.796489 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:23:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:19.834497 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-86f3788e-b8e8-4324-865a-3cb44402c027 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--333133815&fields=id&tenant_id=880551882c5748278978d5a7586d1f30 HTTP/1.1" status: 200 len: 267 time: 1.6580136 Jun 04 08:23:19.857680 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (0641d5f1-766f-4021-b958-31c817052e18), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:20.007860 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] Set router 6deb69c2-4006-4ea3-a1f6-cb986a2420be gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:20.024153 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-6d70a47a-2acd-4781-93f4-e94a4d6595b3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Made reservation on behalf of d5a99059e0694a6f91e0cffa23ec52d8 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:23:20.029069 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-6d70a47a-2acd-4781-93f4-e94a4d6595b3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:20.041768 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.77', 64422) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:20.066874 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 08:23:20.066874 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126739881'] for segment (0641d5f1-766f-4021-b958-31c817052e18), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:20.078999 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-054d1a68-d865-4b14-9831-8ef475312ed7 None None] Current status of the port e733a09b-e458-4c3b-be34-d7272b66f7c6 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:20.079486 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-054d1a68-d865-4b14-9831-8ef475312ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (e733a09b-e458-4c3b-be34-d7272b66f7c6), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:20.142075 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cc60974c-15a8-4253-8c1d-362865168b7f req-24fbecdf-b839-4a4c-9659-294b1bb0abfc tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 210 time: 0.0574679 Jun 04 08:23:20.204140 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 7dc6b25b-c041-44ed-9e6c-f9eed654cda8 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:23:20.273520 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-054d1a68-d865-4b14-9831-8ef475312ed7 None None] For port e733a09b-e458-4c3b-be34-d7272b66f7c6, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=e733a09b-e458-4c3b-be34-d7272b66f7c6,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:20.339715 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-054d1a68-d865-4b14-9831-8ef475312ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (e733a09b-e458-4c3b-be34-d7272b66f7c6), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:20.362558 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-530198af-c21c-4270-aeb9-33d18c2bf747 admin admin] Publish callbacks [] for security_group (16e8321c-eac4-4c45-8f13-934ed523fb99), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:20.407744 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d1a68-d865-4b14-9831-8ef475312ed7 None None] Pushing event updated for resources: {'Port': ['ID=e733a09b-e458-4c3b-be34-d7272b66f7c6,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:20.411638 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:20.412953 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 99907b0b-05d9-4e6a-aad5-612640ced594 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:20.419259 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1131282f-e799-4085-856f-b865af4c507a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for port (f93693f9-2e55-46ea-962f-d303df322904), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:20.441908 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.db.resource_extend [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 08:23:20.465345 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:20.500068 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657c0a8-6e16-4d38-bd7c-09a48bafef5b req-7f0c5b15-19a6-4c04-bd19-29c18792c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:20.501981 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1657c0a8-6e16-4d38-bd7c-09a48bafef5b req-7f0c5b15-19a6-4c04-bd19-29c18792c126 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b5cc62b2-7ff5-43f4-aed9-53ce66899774 HTTP/1.1" status: 200 len: 851 time: 0.8126724 Jun 04 08:23:20.540923 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-530198af-c21c-4270-aeb9-33d18c2bf747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (16e8321c-eac4-4c45-8f13-934ed523fb99), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:20.585257 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-aeaf6f18-0dd8-4e73-947e-2f1bd0d3969a None None] Provisioning complete for port b7e69925-03cd-431e-99a8-294e9c972ac9 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:20.585721 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-aeaf6f18-0dd8-4e73-947e-2f1bd0d3969a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (b7e69925-03cd-431e-99a8-294e9c972ac9), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:20.634343 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment 0641d5f1-766f-4021-b958-31c817052e18 resource provider aggregate not found Jun 04 08:23:20.667938 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 99907b0b-05d9-4e6a-aad5-612640ced594 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:20.668329 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (99907b0b-05d9-4e6a-aad5-612640ced594), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:20.691723 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:20.732232 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-fa9103d9-16bb-4e21-9330-1c0f8160ff97 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:20.734588 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-fa9103d9-16bb-4e21-9330-1c0f8160ff97 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/networks?id=6b860f72-fd6a-4776-95a4-5ec614119cc7 HTTP/1.1" status: 200 len: 811 time: 0.8993061 Jun 04 08:23:20.736475 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1657c0a8-6e16-4d38-bd7c-09a48bafef5b req-1436db00-1909-45d1-bd7c-5648faf0c2d3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e966f511-8df9-4165-a0b1-c92164ab8792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1818211 Jun 04 08:23:20.743342 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment 0641d5f1-766f-4021-b958-31c817052e18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0641d5f1-766f-4021-b958-31c817052e18 found for delete ", "request_id": "req-0effaa94-5c08-4c59-ba9b-5cacab89ef78"}]} Jun 04 08:23:20.748066 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1404356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3914569'] for network (873c178b-6d19-4816-a366-0dd21b70bd37), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:20.757333 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c0cdbf-d0b4-4a9e-b621-ade55afa407e admin admin] Network b88cbea7-518a-4446-bcff-56c4dc453510 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:23:20.777952 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-530198af-c21c-4270-aeb9-33d18c2bf747 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=12afe03794ec495a903676b563ab47b1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7643859 Jun 04 08:23:20.786554 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48634) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:20.788451 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530198af-c21c-4270-aeb9-33d18c2bf747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e8321c-eac4-4c45-8f13-934ed523fb99,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:20.792338 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:20.801725 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-6d70a47a-2acd-4781-93f4-e94a4d6595b3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Allocated IP 172.20.0.4 (1fd25ca8-4d43-46c5-8814-4ee274135448/3a1bd244-02e5-437b-b10c-98141f388763/2a9bfa63-33fd-4879-a05e-672d475a2370) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:23:20.812648 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-33c0cdbf-d0b4-4a9e-b621-ade55afa407e admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:20.851495 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:20.857023 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/873c178b-6d19-4816-a366-0dd21b70bd37 HTTP/1.1" status: 204 len: 168 time: 3.7081850 Jun 04 08:23:20.867163 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48636) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:20.868239 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2895c-e7fc-4bab-a372-5d7f6ef2e5d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=873c178b-6d19-4816-a366-0dd21b70bd37,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:20.895118 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-e324f259-b1cf-4b90-94dd-daff02e3dc5c tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/quotas/880551882c5748278978d5a7586d1f30 HTTP/1.1" status: 200 len: 375 time: 0.1409023 Jun 04 08:23:20.923160 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 7dc6b25b-c041-44ed-9e6c-f9eed654cda8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7dc6b25b-c041-44ed-9e6c-f9eed654cda8,segment=NetworkSegment(081c6880-3cc3-4038-8f07-f17772e12540),segment_id=081c6880-3cc3-4038-8f07-f17772e12540)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:20.939584 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:21.056820 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547e787-8328-45f2-8278-95a073a2cc43 req-11a0d087-b5dd-49f7-8c1c-00050f939643 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:21.058398 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9547e787-8328-45f2-8278-95a073a2cc43 req-11a0d087-b5dd-49f7-8c1c-00050f939643 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.77 "GET /v2.0/networks?id=1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 200 len: 819 time: 0.9838681 Jun 04 08:23:21.072249 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada279d-7dff-4234-83d5-a41765af6442 req-3a909e66-321e-4f71-9df9-57e5e1071640 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:21.083817 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9ada279d-7dff-4234-83d5-a41765af6442 req-3a909e66-321e-4f71-9df9-57e5e1071640 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 943 time: 0.5395319 Jun 04 08:23:21.095409 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-9547e787-8328-45f2-8278-95a073a2cc43 req-62055813-fe98-46c6-afe8-0d8a25f6e5ad tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Request body: {'port': {'device_id': '37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'admin_state_up': True, 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:21.160918 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-9385749b-e39b-43a5-9a04-0e6c5f249d17 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=880551882c5748278978d5a7586d1f30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1235650 Jun 04 08:23:21.226616 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc44379-0ddd-422f-b2dc-998ffe052c13 admin admin] Deleting subnet 5121738c-b95a-442e-9816-c9f6c9329cb1 {{(pid=103812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 08:23:21.231054 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8dc44379-0ddd-422f-b2dc-998ffe052c13 admin admin] Publish callbacks [] for subnet (5121738c-b95a-442e-9816-c9f6c9329cb1), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.241204 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1131282f-e799-4085-856f-b865af4c507a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (f93693f9-2e55-46ea-962f-d303df322904), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.249604 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': '7dc6b25b-c041-44ed-9e6c-f9eed654cda8', 'network_id': 'e966f511-8df9-4165-a0b1-c92164ab8792', 'port_id': '7dc6b25b-c041-44ed-9e6c-f9eed654cda8', 'mac_address': 'fa:16:3e:2c:af:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5cc62b2-7ff5-43f4-aed9-53ce66899774', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:23:21.281696 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8dc44379-0ddd-422f-b2dc-998ffe052c13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127242989'] for subnet (5121738c-b95a-442e-9816-c9f6c9329cb1), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.292109 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:23:21.292873 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-aeaf6f18-0dd8-4e73-947e-2f1bd0d3969a None None] Current status of the port b7e69925-03cd-431e-99a8-294e9c972ac9 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:21.293266 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-aeaf6f18-0dd8-4e73-947e-2f1bd0d3969a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (b7e69925-03cd-431e-99a8-294e9c972ac9), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.342234 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8dc44379-0ddd-422f-b2dc-998ffe052c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381204'] for subnet (5121738c-b95a-442e-9816-c9f6c9329cb1), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.366538 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-router', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:09Z', 'revision_number': 4, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'gw_port': {'id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:57Z', 'updated_at': '2022-06-04T08:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'b7e69925-03cd-431e-99a8-294e9c972ac9', 'name': '', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'mac_address': 'fa:16:3e:a7:02:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3a1bd244-02e5-437b-b10c-98141f388763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:06Z', 'updated_at': '2022-06-04T08:23:19Z', 'revision_number': 4, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'subnets': [{'id': '3a1bd244-02e5-437b-b10c-98141f388763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:21.372957 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-6d70a47a-2acd-4781-93f4-e94a4d6595b3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for port (2a9bfa63-33fd-4879-a05e-672d475a2370), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.391197 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1131282f-e799-4085-856f-b865af4c507a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:23:21.420828 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9ada279d-7dff-4234-83d5-a41765af6442 req-0e4651a4-743a-421f-8560-98f166d4f550 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358910 Jun 04 08:23:21.439181 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:21.441464 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-1131282f-e799-4085-856f-b865af4c507a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:21.448338 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1131282f-e799-4085-856f-b865af4c507a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:23:21.478459 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dde906c-73fa-4f6b-a5a0-53dbfc5048e4 None None] The sync data for ids ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'] in dv-cinder-836996-29-iscsi is: [{'id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-router', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:09Z', 'revision_number': 4, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'gw_port': {'id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:57Z', 'updated_at': '2022-06-04T08:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'b7e69925-03cd-431e-99a8-294e9c972ac9', 'name': '', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'mac_address': 'fa:16:3e:a7:02:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3a1bd244-02e5-437b-b10c-98141f388763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:06Z', 'updated_at': '2022-06-04T08:23:19Z', 'revision_number': 4, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'subnets': [{'id': '3a1bd244-02e5-437b-b10c-98141f388763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:23:21.481027 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8dc44379-0ddd-422f-b2dc-998ffe052c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126739955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126094885'] for subnet (5121738c-b95a-442e-9816-c9f6c9329cb1), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.487440 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-aeaf6f18-0dd8-4e73-947e-2f1bd0d3969a None None] For port b7e69925-03cd-431e-99a8-294e9c972ac9, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=b7e69925-03cd-431e-99a8-294e9c972ac9,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:21.511185 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 7dc6b25b-c041-44ed-9e6c-f9eed654cda8 is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:21.528465 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (7dc6b25b-c041-44ed-9e6c-f9eed654cda8), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.531574 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-aeaf6f18-0dd8-4e73-947e-2f1bd0d3969a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (b7e69925-03cd-431e-99a8-294e9c972ac9), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.569726 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-976f689b-c9bd-4c14-9ebf-b75f33600f4f admin admin] Publish callbacks [] for security_group (16e8321c-eac4-4c45-8f13-934ed523fb99), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.588605 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1131282f-e799-4085-856f-b865af4c507a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for floatingip (573e2be2-fbca-498d-861f-47944adcb5bb), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.594654 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:21.614001 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-976f689b-c9bd-4c14-9ebf-b75f33600f4f admin admin] Publish callbacks [] for security_group (16e8321c-eac4-4c45-8f13-934ed523fb99), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.614950 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131282f-e799-4085-856f-b865af4c507a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Pushing event updated for resources: {'Port': ['ID=f93693f9-2e55-46ea-962f-d303df322904,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:21.615127 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 99907b0b-05d9-4e6a-aad5-612640ced594 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:21.615725 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (99907b0b-05d9-4e6a-aad5-612640ced594), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.639067 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] For port 99907b0b-05d9-4e6a-aad5-612640ced594, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=99907b0b-05d9-4e6a-aad5-612640ced594,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:21.654408 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc6b25b-c041-44ed-9e6c-f9eed654cda8 {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:23:21.667213 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (99907b0b-05d9-4e6a-aad5-612640ced594), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.692239 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8dc44379-0ddd-422f-b2dc-998ffe052c13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.696239 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-43bac3b6-e0d0-4276-9d08-627cca732cb2 None None] Provisioning complete for port 5183d11f-2f97-4a70-992b-452e34eebb73 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:21.696964 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-43bac3b6-e0d0-4276-9d08-627cca732cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (5183d11f-2f97-4a70-992b-452e34eebb73), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.699107 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8dc44379-0ddd-422f-b2dc-998ffe052c13 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5121738c-b95a-442e-9816-c9f6c9329cb1 HTTP/1.1" status: 204 len: 168 time: 0.8070986 Jun 04 08:23:21.703990 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-09f2d581-0e5e-4282-bc2e-a4350d6f0825 req-2cd2592a-6f42-4065-8a6d-017c14289a69 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 210 time: 0.1071386 Jun 04 08:23:21.704122 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:21.714828 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 48642) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:21.743257 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 7dc6b25b-c041-44ed-9e6c-f9eed654cda8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7dc6b25b-c041-44ed-9e6c-f9eed654cda8,segment=NetworkSegment(081c6880-3cc3-4038-8f07-f17772e12540),segment_id=081c6880-3cc3-4038-8f07-f17772e12540)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:21.745602 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf6f18-0dd8-4e73-947e-2f1bd0d3969a None None] Pushing event updated for resources: {'Port': ['ID=b7e69925-03cd-431e-99a8-294e9c972ac9,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:21.764499 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (7dc6b25b-c041-44ed-9e6c-f9eed654cda8), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.786677 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9547e787-8328-45f2-8278-95a073a2cc43 req-62055813-fe98-46c6-afe8-0d8a25f6e5ad tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Made reservation on behalf of d5a99059e0694a6f91e0cffa23ec52d8 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:23:21.790310 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9547e787-8328-45f2-8278-95a073a2cc43 req-62055813-fe98-46c6-afe8-0d8a25f6e5ad tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.797965 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1131282f-e799-4085-856f-b865af4c507a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (f93693f9-2e55-46ea-962f-d303df322904), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.798419 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-43bac3b6-e0d0-4276-9d08-627cca732cb2 None None] Port 5183d11f-2f97-4a70-992b-452e34eebb73 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:23:21.870833 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Pushing event updated for resources: {'Port': ['ID=99907b0b-05d9-4e6a-aad5-612640ced594,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:21.916560 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc44379-0ddd-422f-b2dc-998ffe052c13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5121738c-b95a-442e-9816-c9f6c9329cb1,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:21.960204 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1657c0a8-6e16-4d38-bd7c-09a48bafef5b req-dff1d914-87a7-444a-8fad-677caf094d83 service neutron] 10.222.0.77 "GET /v2.0/networks/e966f511-8df9-4165-a0b1-c92164ab8792?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2090993 Jun 04 08:23:21.968764 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c0cdbf-d0b4-4a9e-b621-ade55afa407e admin admin] Router 9661a351-3fc5-44e0-8b28-d0a5eb455318 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:23:21.985175 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-6d70a47a-2acd-4781-93f4-e94a4d6595b3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (2a9bfa63-33fd-4879-a05e-672d475a2370), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:21.998721 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=7dc6b25b-c041-44ed-9e6c-f9eed654cda8,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:22.002507 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-976f689b-c9bd-4c14-9ebf-b75f33600f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (16e8321c-eac4-4c45-8f13-934ed523fb99), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:22.005729 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-976f689b-c9bd-4c14-9ebf-b75f33600f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:22.006838 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-976f689b-c9bd-4c14-9ebf-b75f33600f4f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/16e8321c-eac4-4c45-8f13-934ed523fb99 HTTP/1.1" status: 204 len: 168 time: 1.2156518 Jun 04 08:23:22.022857 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['7dc6b25b-c041-44ed-9e6c-f9eed654cda8'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:23:22.178085 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f689b-c9bd-4c14-9ebf-b75f33600f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e8321c-eac4-4c45-8f13-934ed523fb99,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:22.255596 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1657c0a8-6e16-4d38-bd7c-09a48bafef5b req-d7d71ff6-41fe-4c2c-9a21-e611114193ce service neutron] 10.222.0.77 "GET /v2.0/networks/e966f511-8df9-4165-a0b1-c92164ab8792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758367 Jun 04 08:23:22.265331 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 90b4baa8-ff13-4bad-89bb-15e40ae47606 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:22.361897 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-341d701b-a2c8-4ce7-b07c-3ed317e33263 service neutron] 10.222.0.57 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9249856 Jun 04 08:23:22.444022 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-6d70a47a-2acd-4781-93f4-e94a4d6595b3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Network 1fd25ca8-4d43-46c5-8814-4ee274135448 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:23:22.471043 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:22.499901 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 90b4baa8-ff13-4bad-89bb-15e40ae47606 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:22.500395 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (90b4baa8-ff13-4bad-89bb-15e40ae47606), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:22.520521 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:22.522218 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-6d70a47a-2acd-4781-93f4-e94a4d6595b3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:22.525242 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-6d70a47a-2acd-4781-93f4-e94a4d6595b3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:23:22.532232 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-6d70a47a-2acd-4781-93f4-e94a4d6595b3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:22.532967 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-6d70a47a-2acd-4781-93f4-e94a4d6595b3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:22.540707 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c0cdbf-d0b4-4a9e-b621-ade55afa407e admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:23:22.549112 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-33c0cdbf-d0b4-4a9e-b621-ade55afa407e admin admin] 10.222.0.57 "PUT /v2.0/routers/9661a351-3fc5-44e0-8b28-d0a5eb455318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7358191 Jun 04 08:23:22.603437 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-5df60f93-a098-42c0-9b1b-855c5359f6dc service neutron] 10.222.0.57 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316711 Jun 04 08:23:22.614754 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1320922'] for network (36d230c1-6e87-4732-afab-101ba54606d4), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:22.672475 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48654) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:22.705933 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-85fe22c3-8d6d-4455-b440-fc702743673c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:22.790033 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 90b4baa8-ff13-4bad-89bb-15e40ae47606 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:22.797963 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:22.885633 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:22.888392 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-85fe22c3-8d6d-4455-b440-fc702743673c admin admin] Publish callbacks [] for security_group (65744abf-960b-4006-a309-d0dd4c985c26), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:22.895209 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-85fe22c3-8d6d-4455-b440-fc702743673c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (65744abf-960b-4006-a309-d0dd4c985c26), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:22.902924 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-6d70a47a-2acd-4781-93f4-e94a4d6595b3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3764992 Jun 04 08:23:22.912683 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70a47a-2acd-4781-93f4-e94a4d6595b3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Pushing event updated for resources: {'Port': ['ID=2a9bfa63-33fd-4879-a05e-672d475a2370,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:22.972290 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:22.972884 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:23.053462 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1131282f-e799-4085-856f-b865af4c507a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for port (f93693f9-2e55-46ea-962f-d303df322904), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:23.059392 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Request body: {'port': {'device_id': '2939291f-e2a5-41e8-a751-1191c3a4f912', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:23.076278 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b107dcb7-af40-4451-b8d0-197c536f09e3 None None] Provisioning complete for port 2a9bfa63-33fd-4879-a05e-672d475a2370 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:23.076674 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b107dcb7-af40-4451-b8d0-197c536f09e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (2a9bfa63-33fd-4879-a05e-672d475a2370), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:23.112264 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b107dcb7-af40-4451-b8d0-197c536f09e3 None None] Port 2a9bfa63-33fd-4879-a05e-672d475a2370 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:23:23.190624 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:23.191290 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:23.201432 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:23.211527 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1131282f-e799-4085-856f-b865af4c507a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (f93693f9-2e55-46ea-962f-d303df322904), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:23.218212 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-85fe22c3-8d6d-4455-b440-fc702743673c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=20d82d7a969c4f7bb173aa5a4b4ad58e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5440264 Jun 04 08:23:23.232937 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe22c3-8d6d-4455-b440-fc702743673c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65744abf-960b-4006-a309-d0dd4c985c26,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:23.235497 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48666) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:23.237504 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] For port fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:23.250080 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:23.251381 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device e733a09b-e458-4c3b-be34-d7272b66f7c6 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:23.254988 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4c7ac978-1072-4adb-81f2-58e9faddfe24 req-7ba13769-7021-4a6e-b403-c89b570761b8 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 210 time: 0.0592697 Jun 04 08:23:23.322383 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0ff7c-3996-4ab4-9c8b-69c63cc508bf req-7d6c5940-8a04-4566-8872-b16ac76703f4 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:23.324226 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bff0ff7c-3996-4ab4-9c8b-69c63cc508bf req-7d6c5940-8a04-4566-8872-b16ac76703f4 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 944 time: 0.7875593 Jun 04 08:23:23.329722 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1a334f97-14ea-4267-8fea-59b010194ee1 admin admin] Publish callbacks [] for security_group (65744abf-960b-4006-a309-d0dd4c985c26), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:23.382340 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1a334f97-14ea-4267-8fea-59b010194ee1 admin admin] Publish callbacks [] for security_group (65744abf-960b-4006-a309-d0dd4c985c26), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:23.384620 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Sync routers for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:23:23.415635 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-9547e787-8328-45f2-8278-95a073a2cc43 req-62055813-fe98-46c6-afe8-0d8a25f6e5ad tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Allocated IP 172.20.0.14 (1fd25ca8-4d43-46c5-8814-4ee274135448/3a1bd244-02e5-437b-b10c-98141f388763/e11d7c2d-a53d-4383-8631-aa98568f8a74) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:23:23.419020 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131282f-e799-4085-856f-b865af4c507a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Pushing event updated for resources: {'Port': ['ID=f93693f9-2e55-46ea-962f-d303df322904,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:23.451510 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1404371', 'neutron.services.segments.db._delete_segments_for_network-8739929666573'] for network (36d230c1-6e87-4732-afab-101ba54606d4), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:23.454478 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1131282f-e799-4085-856f-b865af4c507a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (573e2be2-fbca-498d-861f-47944adcb5bb), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:23.482552 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1a334f97-14ea-4267-8fea-59b010194ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (65744abf-960b-4006-a309-d0dd4c985c26), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:23.483265 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:23.484568 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:23:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:23.487206 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1a334f97-14ea-4267-8fea-59b010194ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:23.490812 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-1a334f97-14ea-4267-8fea-59b010194ee1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/65744abf-960b-4006-a309-d0dd4c985c26 HTTP/1.1" status: 204 len: 168 time: 0.2513580 Jun 04 08:23:23.505808 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:23.508192 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a334f97-14ea-4267-8fea-59b010194ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65744abf-960b-4006-a309-d0dd4c985c26,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:23.539358 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2a9bfa63-33fd-4879-a05e-672d475a2370), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:23.543528 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:23.543880 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:23.544635 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:23.544989 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Subscribe: > port after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:23.545336 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:23.545672 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Subscribe: > port after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:23.546649 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:23.547039 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:23.547359 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:23.547682 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:23.624871 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Pushing event updated for resources: {'Port': ['ID=fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:23.666068 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port e733a09b-e458-4c3b-be34-d7272b66f7c6 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:23.666673 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (e733a09b-e458-4c3b-be34-d7272b66f7c6), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:23.694436 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48676) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:23.699724 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-553bf22b-3b38-4aed-a6d5-d42728f18548 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689000699', 'description': 'tempest-description--1878153139'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:23.756691 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-553bf22b-3b38-4aed-a6d5-d42728f18548 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:23.841139 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:23.932973 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-553bf22b-3b38-4aed-a6d5-d42728f18548 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (9817dcbe-2135-470f-9c52-7169af518583), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:23.934400 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:23.936886 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port e733a09b-e458-4c3b-be34-d7272b66f7c6 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:23.938514 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 76625aad-e0e4-464a-9a0c-2c1f5be828d6 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:23.939712 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-553bf22b-3b38-4aed-a6d5-d42728f18548 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (9817dcbe-2135-470f-9c52-7169af518583), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:23.978398 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553bf22b-3b38-4aed-a6d5-d42728f18548 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9817dcbe-2135-470f-9c52-7169af518583,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:24.024920 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8ca26527-d8d2-43b5-b036-c20ab19f4094 req-5b231c0b-c00c-4977-b053-fe31165b149b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 210 time: 0.0505264 Jun 04 08:23:24.028024 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-553bf22b-3b38-4aed-a6d5-d42728f18548 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:24.032509 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-553bf22b-3b38-4aed-a6d5-d42728f18548 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3336256 Jun 04 08:23:24.032938 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48682) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:24.038026 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-570e7c13-4916-4818-a7c2-1f18c5b85a06 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'security_group_rule': {'security_group_id': '9817dcbe-2135-470f-9c52-7169af518583', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:24.072734 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:24.074299 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:24.075323 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:24.075323 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 08:23:24.088129 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d230c1-6e87-4732-afab-101ba54606d4']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:24.117359 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-570e7c13-4916-4818-a7c2-1f18c5b85a06 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (bc0aee6e-9efc-45e4-a552-79e8973312a2), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:24.129546 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:24.151945 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 76625aad-e0e4-464a-9a0c-2c1f5be828d6 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:24.152333 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (76625aad-e0e4-464a-9a0c-2c1f5be828d6), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:24.208740 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 7dc6b25b-c041-44ed-9e6c-f9eed654cda8 up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:24.250263 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-570e7c13-4916-4818-a7c2-1f18c5b85a06 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (bc0aee6e-9efc-45e4-a552-79e8973312a2), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:24.258657 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-570e7c13-4916-4818-a7c2-1f18c5b85a06 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (bc0aee6e-9efc-45e4-a552-79e8973312a2), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:24.258844 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2921f890-79e0-430d-8399-2d297a137594') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:24.259306 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2921f890-79e0-430d-8399-2d297a137594') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:24.279845 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739929665940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127320121'] for segment (2921f890-79e0-430d-8399-2d297a137594), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:24.294735 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e7c13-4916-4818-a7c2-1f18c5b85a06 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0aee6e-9efc-45e4-a552-79e8973312a2,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:24.310486 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (2921f890-79e0-430d-8399-2d297a137594), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:24.323782 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 08:23:24.324227 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127079392'] for segment (2921f890-79e0-430d-8399-2d297a137594), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:24.324552 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 2, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:24.332265 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-570e7c13-4916-4818-a7c2-1f18c5b85a06 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:24.333775 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-570e7c13-4916-4818-a7c2-1f18c5b85a06 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3000526 Jun 04 08:23:24.336608 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48692) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:24.342304 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-fb1a545d-721a-43bb-a213-e7d9abc3349c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'security_group_rule': {'security_group_id': '9817dcbe-2135-470f-9c52-7169af518583', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:24.386647 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:24.387274 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:24.394533 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Checking router: 9661a351-3fc5-44e0-8b28-d0a5eb455318 for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:23:24.395220 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Updating router 9661a351-3fc5-44e0-8b28-d0a5eb455318 port 5183d11f-2f97-4a70-992b-452e34eebb73 binding host dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:23:24.395450 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1131282f-e799-4085-856f-b865af4c507a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:24.413776 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1131282f-e799-4085-856f-b865af4c507a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5314405 Jun 04 08:23:24.417851 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1a8b43c5-cbdc-4797-893b-69b90329ab63 req-134dbb74-a589-4233-b3b6-f189c66e2c86 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 210 time: 0.0442185 Jun 04 08:23:24.418700 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bff0ff7c-3996-4ab4-9c8b-69c63cc508bf req-829d0406-cd7e-4980-9f56-5b4091d7da2f tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0537133 Jun 04 08:23:24.442182 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fb1a545d-721a-43bb-a213-e7d9abc3349c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (ac263738-a555-489b-b507-369538896c7f), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:24.456849 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (5183d11f-2f97-4a70-992b-452e34eebb73), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:24.521782 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1404356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3914569'] for network (36d230c1-6e87-4732-afab-101ba54606d4), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:24.579805 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fb1a545d-721a-43bb-a213-e7d9abc3349c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (ac263738-a555-489b-b507-369538896c7f), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:24.594516 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fb1a545d-721a-43bb-a213-e7d9abc3349c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (ac263738-a555-489b-b507-369538896c7f), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:24.620798 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a545d-721a-43bb-a213-e7d9abc3349c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac263738-a555-489b-b507-369538896c7f,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:24.637521 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fb1a545d-721a-43bb-a213-e7d9abc3349c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:24.641072 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-fb1a545d-721a-43bb-a213-e7d9abc3349c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3029902 Jun 04 08:23:24.643929 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48716) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:24.650883 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-843b052c-ed01-4946-8c2d-ac6581ec29d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'floatingip': {'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:24.678561 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9547e787-8328-45f2-8278-95a073a2cc43 req-62055813-fe98-46c6-afe8-0d8a25f6e5ad tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for port (e11d7c2d-a53d-4383-8631-aa98568f8a74), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:24.680949 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:24.688359 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] 10.222.0.57 "DELETE /v2.0/networks/36d230c1-6e87-4732-afab-101ba54606d4 HTTP/1.1" status: 204 len: 168 time: 2.9713182 Jun 04 08:23:24.706974 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c8e68-aed9-4e8b-88ce-89f5c3b0d84b admin admin] Pushing event deleted for resources: {'Network': ['ID=36d230c1-6e87-4732-afab-101ba54606d4,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:24.719796 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:24.835018 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-843b052c-ed01-4946-8c2d-ac6581ec29d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:24.929884 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9547e787-8328-45f2-8278-95a073a2cc43 req-62055813-fe98-46c6-afe8-0d8a25f6e5ad tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (e11d7c2d-a53d-4383-8631-aa98568f8a74), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:25.038528 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-843b052c-ed01-4946-8c2d-ac6581ec29d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:25.051270 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-7be16563-b385-4066-bbfe-382f7f0fad01 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1234819408&fields=id&tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3 HTTP/1.1" status: 200 len: 267 time: 0.3904815 Jun 04 08:23:25.179794 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 48734) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:25.256810 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port 7dc6b25b-c041-44ed-9e6c-f9eed654cda8 completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:23:25.262546 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:25.268031 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-729cf107-186c-4f79-8f31-87b07388a993 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:25.269506 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-729cf107-186c-4f79-8f31-87b07388a993 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/networks?id=3ffca17b-eb82-420d-9eb0-3683041b6356 HTTP/1.1" status: 200 len: 816 time: 0.2100842 Jun 04 08:23:25.293387 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port 7dc6b25b-c041-44ed-9e6c-f9eed654cda8 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:25.293779 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (7dc6b25b-c041-44ed-9e6c-f9eed654cda8), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:25.294933 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9547e787-8328-45f2-8278-95a073a2cc43 req-62055813-fe98-46c6-afe8-0d8a25f6e5ad tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Network 1fd25ca8-4d43-46c5-8814-4ee274135448 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:23:25.314977 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-85918bf9-fa95-476e-b452-7864e0cf7b4a req-a915878b-2c2e-4889-95af-55c243ae6823 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 210 time: 0.1151116 Jun 04 08:23:25.326225 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-9547e787-8328-45f2-8278-95a073a2cc43 req-62055813-fe98-46c6-afe8-0d8a25f6e5ad tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:25.335570 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9547e787-8328-45f2-8278-95a073a2cc43 req-62055813-fe98-46c6-afe8-0d8a25f6e5ad tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:23:25.338239 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 76625aad-e0e4-464a-9a0c-2c1f5be828d6 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:25.338239 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 69d733bd-2a94-483a-a541-1f76c455137a up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:25.340364 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62055813-fe98-46c6-afe8-0d8a25f6e5ad tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Pushing event updated for resources: {'Port': ['ID=e11d7c2d-a53d-4383-8631-aa98568f8a74,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:25.346982 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9bfa63-33fd-4879-a05e-672d475a2370 {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:23:25.386275 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:25.396635 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Publish callbacks [] for port (2a9bfa63-33fd-4879-a05e-672d475a2370), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:25.401739 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-e308559d-392e-44a0-ab9a-4ed479d2f188 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:25.408677 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-e308559d-392e-44a0-ab9a-4ed479d2f188 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.77 "GET /v2.0/networks?id=6b860f72-fd6a-4776-95a4-5ec614119cc7 HTTP/1.1" status: 200 len: 811 time: 0.7104595 Jun 04 08:23:25.431063 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-fa426946-5393-46f5-b5cf-0d668721307b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=caa9ec61ae3e437e8bd8208e5c4a6331&name=default HTTP/1.1" status: 200 len: 2994 time: 0.2298312 Jun 04 08:23:25.431199 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Publish callbacks [] for port (5183d11f-2f97-4a70-992b-452e34eebb73), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:25.445703 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 69d733bd-2a94-483a-a541-1f76c455137a triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:25.446165 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (69d733bd-2a94-483a-a541-1f76c455137a), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:25.452736 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:25.465157 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 48740) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:25.486415 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Transition to ACTIVE for port object 2a9bfa63-33fd-4879-a05e-672d475a2370 will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:23:25.488245 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 2921f890-79e0-430d-8399-2d297a137594 resource provider aggregate not found Jun 04 08:23:25.521367 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547e787-8328-45f2-8278-95a073a2cc43 req-62055813-fe98-46c6-afe8-0d8a25f6e5ad tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:25.522090 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9547e787-8328-45f2-8278-95a073a2cc43 req-62055813-fe98-46c6-afe8-0d8a25f6e5ad tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:25.524727 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (2a9bfa63-33fd-4879-a05e-672d475a2370), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:25.526500 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-2c659882-a370-409f-9fbc-fff0bfbae021 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/quotas/bb59e7902bf94c62a6f9b5e7e4cbabe3 HTTP/1.1" status: 200 len: 375 time: 0.2385550 Jun 04 08:23:25.533148 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 2921f890-79e0-430d-8399-2d297a137594 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2921f890-79e0-430d-8399-2d297a137594 found for delete ", "request_id": "req-cf8dd20f-ebec-4e87-bf76-0c50302f217c"}]} Jun 04 08:23:25.558079 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (5183d11f-2f97-4a70-992b-452e34eebb73), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:25.631343 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9547e787-8328-45f2-8278-95a073a2cc43 req-62055813-fe98-46c6-afe8-0d8a25f6e5ad tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5452023 Jun 04 08:23:25.648042 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Request body: {'port': {'device_id': '37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:25.657151 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509b5da-8d57-4174-8a17-153f70cd2db9 req-5fd56f47-ad39-40af-b43f-412185a17dbf tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:25.664561 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6509b5da-8d57-4174-8a17-153f70cd2db9 req-5fd56f47-ad39-40af-b43f-412185a17dbf tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 932 time: 0.1304798 Jun 04 08:23:25.669560 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Pushing event updated for resources: {'Port': ['ID=2a9bfa63-33fd-4879-a05e-672d475a2370,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:25.723183 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-0ddc5062-26c1-4868-bbd6-d757af76b25e tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=880551882c5748278978d5a7586d1f30 HTTP/1.1" status: 200 len: 379 time: 0.2925687 Jun 04 08:23:25.740537 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a15d492c-9afe-465f-afbe-43fd7342a4e4 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Request body: {'port': {'device_id': 'd4b78490-bd7e-4f85-8e69-23082e333b72', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'admin_state_up': True, 'tenant_id': '880551882c5748278978d5a7586d1f30', 'security_groups': ['28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c']}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:25.825910 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 69d733bd-2a94-483a-a541-1f76c455137a is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:25.833270 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-3e65618b-7362-499b-ac06-79ecedb9e6da None None] Provisioning complete for port e11d7c2d-a53d-4383-8631-aa98568f8a74 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:25.834389 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3e65618b-7362-499b-ac06-79ecedb9e6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (e11d7c2d-a53d-4383-8631-aa98568f8a74), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:25.883206 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 7dc6b25b-c041-44ed-9e6c-f9eed654cda8 is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:25.887952 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (7dc6b25b-c041-44ed-9e6c-f9eed654cda8), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:25.900937 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211615d-d798-4e54-9726-8b15ab6092b6 None None] Pushing event updated for resources: {'Port': ['ID=5183d11f-2f97-4a70-992b-452e34eebb73,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:25.925540 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6509b5da-8d57-4174-8a17-153f70cd2db9 req-1cad3bac-31de-4b63-8e9f-87ffa9721696 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598894 Jun 04 08:23:25.938904 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-34f987b9-1002-4dbd-ab14-d7e831641348 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3692589 Jun 04 08:23:25.984804 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (e11d7c2d-a53d-4383-8631-aa98568f8a74), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:26.068359 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Attempting to bind port 5183d11f-2f97-4a70-992b-452e34eebb73 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:23:26.068727 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Attempting to bind port 5183d11f-2f97-4a70-992b-452e34eebb73 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:23:26.069196 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Attempting to bind port 5183d11f-2f97-4a70-992b-452e34eebb73 on network b88cbea7-518a-4446-bcff-56c4dc453510 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:23:26.136685 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-843b052c-ed01-4946-8c2d-ac6581ec29d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Allocated IP 172.27.2.138 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/11614b94-9ec8-4a57-9f3a-39fed8c04545) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:23:26.137438 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5db047-1c21-4d61-b693-8c57cc842899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc6b25b-c041-44ed-9e6c-f9eed654cda8'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:23:26.225731 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:23:26.226128 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Checking segment: {'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:23:26.226602 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:26.226885 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Bound using segment: {'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:23:26.227361 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Bound port: 5183d11f-2f97-4a70-992b-452e34eebb73, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:23:26.227737 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (5183d11f-2f97-4a70-992b-452e34eebb73), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:26.235979 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-3e65618b-7362-499b-ac06-79ecedb9e6da None None] Port e11d7c2d-a53d-4383-8631-aa98568f8a74 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:23:26.259145 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 99907b0b-05d9-4e6a-aad5-612640ced594 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:26.291034 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Attempting to bind port 2a9bfa63-33fd-4879-a05e-672d475a2370 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:23:26.292096 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Attempting to bind port 2a9bfa63-33fd-4879-a05e-672d475a2370 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:23:26.292648 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Attempting to bind port 2a9bfa63-33fd-4879-a05e-672d475a2370 on network 1fd25ca8-4d43-46c5-8814-4ee274135448 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:23:26.298564 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 7dc6b25b-c041-44ed-9e6c-f9eed654cda8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7dc6b25b-c041-44ed-9e6c-f9eed654cda8,segment=NetworkSegment(081c6880-3cc3-4038-8f07-f17772e12540),segment_id=081c6880-3cc3-4038-8f07-f17772e12540)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:26.315690 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:26.345865 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (7dc6b25b-c041-44ed-9e6c-f9eed654cda8), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:26.346821 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Port 2a9bfa63-33fd-4879-a05e-672d475a2370 on network 1fd25ca8-4d43-46c5-8814-4ee274135448 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:23:26.347376 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Attempting to bind port 2a9bfa63-33fd-4879-a05e-672d475a2370 on network 1fd25ca8-4d43-46c5-8814-4ee274135448 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:23:26.357591 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-843b052c-ed01-4946-8c2d-ac6581ec29d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for port (11614b94-9ec8-4a57-9f3a-39fed8c04545), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:26.365660 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc0834-d939-419d-aaf3-9479db247de4 req-c32bb25a-b9e9-4c09-9866-fa18b3bb089e tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:26.376691 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-24fc0834-d939-419d-aaf3-9479db247de4 req-c32bb25a-b9e9-4c09-9866-fa18b3bb089e tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 944 time: 0.1092370 Jun 04 08:23:26.383231 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 99907b0b-05d9-4e6a-aad5-612640ced594 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:26.383795 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (99907b0b-05d9-4e6a-aad5-612640ced594), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:26.387535 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:23:26.388157 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Checking segment: {'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:23:26.388969 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Bound using segment: {'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:23:26.390331 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Bound port: 2a9bfa63-33fd-4879-a05e-672d475a2370, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:23:26.390917 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2a9bfa63-33fd-4879-a05e-672d475a2370), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:26.490349 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-a71a633b-5040-4516-a390-f39aa33c0e69 service neutron] 10.222.0.57 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137321 Jun 04 08:23:26.500933 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce68fc8-e271-405b-8dda-529920541acd" -d '{"events": [{"server_uuid": "4b5db047-1c21-4d61-b693-8c57cc842899", "name": "network-vif-plugged", "status": "completed", "tag": "7dc6b25b-c041-44ed-9e6c-f9eed654cda8"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:23:26.516078 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b2a4d764-b1b1-4ad8-82e5-5a4b37b3d788 None None] Provisioning complete for port 5183d11f-2f97-4a70-992b-452e34eebb73 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:26.516438 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b2a4d764-b1b1-4ad8-82e5-5a4b37b3d788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (5183d11f-2f97-4a70-992b-452e34eebb73), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:26.532173 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:26.553745 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] For port 5183d11f-2f97-4a70-992b-452e34eebb73, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:23:26.557305 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:26.558256 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b2a4d764-b1b1-4ad8-82e5-5a4b37b3d788 None None] Port 5183d11f-2f97-4a70-992b-452e34eebb73 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:23:26.588014 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=7dc6b25b-c041-44ed-9e6c-f9eed654cda8,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:26.588315 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a15d492c-9afe-465f-afbe-43fd7342a4e4 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Made reservation on behalf of 880551882c5748278978d5a7586d1f30 for: {'port': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:23:26.593418 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a15d492c-9afe-465f-afbe-43fd7342a4e4 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:26.604764 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] For port 5183d11f-2f97-4a70-992b-452e34eebb73, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=5183d11f-2f97-4a70-992b-452e34eebb73,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:23:26.608671 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c1b0414f-0dd1-478f-9cdd-086e955aa9f1 admin admin] Publish callbacks [] for security_group (3c150fe5-c593-48b6-bcc1-4883be321a3b), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:26.618226 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (5183d11f-2f97-4a70-992b-452e34eebb73), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:26.624567 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 99907b0b-05d9-4e6a-aad5-612640ced594 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:26.625133 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:26.638711 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-843b052c-ed01-4946-8c2d-ac6581ec29d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (11614b94-9ec8-4a57-9f3a-39fed8c04545), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:26.657554 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-24fc0834-d939-419d-aaf3-9479db247de4 req-b88505f1-840e-4af3-abb5-91fa4ec9f8f4 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794418 Jun 04 08:23:26.670662 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] For port 2a9bfa63-33fd-4879-a05e-672d475a2370, host hv-cinder-83699, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:23:26.676724 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:26.700640 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] For port 2a9bfa63-33fd-4879-a05e-672d475a2370, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2a9bfa63-33fd-4879-a05e-672d475a2370,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:23:26.738067 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (2a9bfa63-33fd-4879-a05e-672d475a2370), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:26.743850 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:26.744252 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:26.790855 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b052c-ed01-4946-8c2d-ac6581ec29d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'Port': ['ID=11614b94-9ec8-4a57-9f3a-39fed8c04545,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:26.802606 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:26.827909 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:26.828788 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:23:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:26.832622 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211615d-d798-4e54-9726-8b15ab6092b6 None None] Pushing event updated for resources: {'Port': ['ID=5183d11f-2f97-4a70-992b-452e34eebb73,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:26.851564 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-3ceeadd7-9d6b-43f0-9ed6-55be23a37dbe service neutron] 10.222.0.57 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249843 Jun 04 08:23:26.873393 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843b052c-ed01-4946-8c2d-ac6581ec29d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:23:26.905300 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c1b0414f-0dd1-478f-9cdd-086e955aa9f1 admin admin] Publish callbacks [] for security_group (3c150fe5-c593-48b6-bcc1-4883be321a3b), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:26.923960 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a58e1f8e-7927-4058-a44b-0219b57d3538 req-ed83b3a7-f1d9-40ae-bc93-1d5321485c1d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 210 time: 0.1490517 Jun 04 08:23:26.959607 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:26.961299 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:26.967851 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] 10.222.0.77 "PUT /v2.0/ports/2a9bfa63-33fd-4879-a05e-672d475a2370 HTTP/1.1" status: 200 len: 1093 time: 4.0437050 Jun 04 08:23:26.968700 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2939291f-e2a5-41e8-a751-1191c3a4f912', 'tag': '2a9bfa63-33fd-4879-a05e-672d475a2370'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:23:27.090019 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41047dc9-f5d5-4a83-8777-0fb938d0eb7c service neutron] Pushing event updated for resources: {'Port': ['ID=2a9bfa63-33fd-4879-a05e-672d475a2370,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:27.121481 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:27.252970 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-6d7e2a6e-42bd-40a0-80f5-8deddfa7285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:27.255385 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:27.256645 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device b7e69925-03cd-431e-99a8-294e9c972ac9 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:27.258434 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-6d7e2a6e-42bd-40a0-80f5-8deddfa7285c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 1127 time: 0.2107148 Jun 04 08:23:27.313925 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-836f78c4-e633-4b69-b7b7-4cde74dd2f3f None None] Provisioning complete for port 5183d11f-2f97-4a70-992b-452e34eebb73 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:27.314861 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-836f78c4-e633-4b69-b7b7-4cde74dd2f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (5183d11f-2f97-4a70-992b-452e34eebb73), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:27.350426 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-843b052c-ed01-4946-8c2d-ac6581ec29d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:27.357170 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843b052c-ed01-4946-8c2d-ac6581ec29d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:23:27.410155 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5619af-69f4-4d21-8809-faa286a6ca95" -d '{"events": [{"name": "network-changed", "server_uuid": "2939291f-e2a5-41e8-a751-1191c3a4f912", "tag": "2a9bfa63-33fd-4879-a05e-672d475a2370"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:23:27.424105 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c1b0414f-0dd1-478f-9cdd-086e955aa9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (3c150fe5-c593-48b6-bcc1-4883be321a3b), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:27.427151 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c1b0414f-0dd1-478f-9cdd-086e955aa9f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:27.428292 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-c1b0414f-0dd1-478f-9cdd-086e955aa9f1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c150fe5-c593-48b6-bcc1-4883be321a3b HTTP/1.1" status: 204 len: 168 time: 1.9537849 Jun 04 08:23:27.487873 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:27.492290 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a15d492c-9afe-465f-afbe-43fd7342a4e4 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Allocated IP 172.20.0.12 (6b860f72-fd6a-4776-95a4-5ec614119cc7/18b12b06-c651-4ab6-8f19-24224f73c099/683a8100-f2f6-4a84-82c4-09a8d38f10ca) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:23:27.560222 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-7b4b82f7-82e6-46ef-9529-bc7f4dc8aea5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a9bfa63-33fd-4879-a05e-672d475a2370 HTTP/1.1" status: 200 len: 217 time: 0.2929313 Jun 04 08:23:27.592860 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3aa5c1-cd6b-4da0-9ca1-758d595721ce x-openstack-request-id: req-2a3aa5c1-cd6b-4da0-9ca1-758d595721ce {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:23:27.593692 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5db047-1c21-4d61-b693-8c57cc842899", "name": "network-vif-plugged", "status": "completed", "tag": "7dc6b25b-c041-44ed-9e6c-f9eed654cda8", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:23:27.593692 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2a3aa5c1-cd6b-4da0-9ca1-758d595721ce {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:23:27.594060 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a3aa5c1-cd6b-4da0-9ca1-758d595721ce'] response: {'server_uuid': '4b5db047-1c21-4d61-b693-8c57cc842899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc6b25b-c041-44ed-9e6c-f9eed654cda8', 'code': 200} Jun 04 08:23:27.645410 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0414f-0dd1-478f-9cdd-086e955aa9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c150fe5-c593-48b6-bcc1-4883be321a3b,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:27.678752 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:27.732285 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port b7e69925-03cd-431e-99a8-294e9c972ac9 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:27.732733 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (b7e69925-03cd-431e-99a8-294e9c972ac9), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:27.752386 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da3070-65f1-489f-a792-faf4c4c30b6b req-348ee4c5-c196-4687-9c8a-4a44134a0911 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:27.766021 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a4da3070-65f1-489f-a792-faf4c4c30b6b req-348ee4c5-c196-4687-9c8a-4a44134a0911 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 932 time: 0.4122794 Jun 04 08:23:27.814457 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-836f78c4-e633-4b69-b7b7-4cde74dd2f3f None None] Current status of the port 5183d11f-2f97-4a70-992b-452e34eebb73 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:27.815099 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-836f78c4-e633-4b69-b7b7-4cde74dd2f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (5183d11f-2f97-4a70-992b-452e34eebb73), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:27.879167 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=100 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:27.897156 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.77', 64429) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:27.942043 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11d7c2d-a53d-4383-8631-aa98568f8a74 {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:23:27.963918 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-39206dce-1831-4e63-87f6-130e6ac3566a req-30feb038-2778-491d-8c1b-4e2b78339eee tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 210 time: 0.0966480 Jun 04 08:23:27.968178 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Publish callbacks [] for port (e11d7c2d-a53d-4383-8631-aa98568f8a74), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:28.013029 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-0870f930-7b4f-4eb7-8e0a-f1fef1e5d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:28.015141 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-0870f930-7b4f-4eb7-8e0a-f1fef1e5d3cd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a1bd244-02e5-437b-b10c-98141f388763 HTTP/1.1" status: 200 len: 858 time: 0.4486032 Jun 04 08:23:28.018578 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Transition to ACTIVE for port object e11d7c2d-a53d-4383-8631-aa98568f8a74 will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:23:28.029114 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a267f-f17a-4bc1-9cc4-ce5711961664 req-6ce201b9-8a8f-4fe1-b153-ed18f9bd7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:28.031234 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c14a267f-f17a-4bc1-9cc4-ce5711961664 req-6ce201b9-8a8f-4fe1-b153-ed18f9bd7376 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 1129 time: 0.1320975 Jun 04 08:23:28.057586 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (e11d7c2d-a53d-4383-8631-aa98568f8a74), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:28.097489 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:28.101639 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-c14a267f-f17a-4bc1-9cc4-ce5711961664 req-669073c6-49f6-44fd-a8f3-8f640c5e62d5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:28.111275 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-843b052c-ed01-4946-8c2d-ac6581ec29d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (ca07ecc3-0139-4aee-87da-54b25481e168), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:28.145606 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-1bfeb21e-b01e-4671-9a48-dc38fc4e9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:28.147462 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-1bfeb21e-b01e-4671-9a48-dc38fc4e9161 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1fd25ca8-4d43-46c5-8814-4ee274135448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1265042 Jun 04 08:23:28.154555 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a4da3070-65f1-489f-a792-faf4c4c30b6b req-46505b0f-9786-4c12-ac2b-64c0438437de tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876293 Jun 04 08:23:28.201739 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Pushing event updated for resources: {'Port': ['ID=e11d7c2d-a53d-4383-8631-aa98568f8a74,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:28.316567 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-836f78c4-e633-4b69-b7b7-4cde74dd2f3f None None] For port 5183d11f-2f97-4a70-992b-452e34eebb73, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=5183d11f-2f97-4a70-992b-452e34eebb73,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:28.363604 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-836f78c4-e633-4b69-b7b7-4cde74dd2f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (5183d11f-2f97-4a70-992b-452e34eebb73), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:28.463891 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port b7e69925-03cd-431e-99a8-294e9c972ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:28.466781 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-d275df08-0c47-4a1f-b443-a083fbf0163e service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100457 Jun 04 08:23:28.472757 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:26Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:28.485354 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Attempting to bind port e11d7c2d-a53d-4383-8631-aa98568f8a74 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:23:28.485962 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Attempting to bind port e11d7c2d-a53d-4383-8631-aa98568f8a74 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:23:28.486500 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Attempting to bind port e11d7c2d-a53d-4383-8631-aa98568f8a74 on network 1fd25ca8-4d43-46c5-8814-4ee274135448 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:23:28.501492 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 48822) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:28.525770 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a4d21-a1dd-4e1f-9ba1-b8a041c1cbe8 None None] The sync data for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi is: [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:26Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:23:28.549261 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Port e11d7c2d-a53d-4383-8631-aa98568f8a74 on network 1fd25ca8-4d43-46c5-8814-4ee274135448 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:23:28.558419 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Attempting to bind port e11d7c2d-a53d-4383-8631-aa98568f8a74 on network 1fd25ca8-4d43-46c5-8814-4ee274135448 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:23:28.584529 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:23:28.585363 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Checking segment: {'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:23:28.585988 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Bound using segment: {'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:23:28.587045 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Bound port: e11d7c2d-a53d-4383-8631-aa98568f8a74, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:23:28.587623 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (e11d7c2d-a53d-4383-8631-aa98568f8a74), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:28.597339 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a15d492c-9afe-465f-afbe-43fd7342a4e4 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for port (683a8100-f2f6-4a84-82c4-09a8d38f10ca), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:28.626617 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f78c4-e633-4b69-b7b7-4cde74dd2f3f None None] Pushing event updated for resources: {'Port': ['ID=5183d11f-2f97-4a70-992b-452e34eebb73,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:28.637105 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:28.649586 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-c14a267f-f17a-4bc1-9cc4-ce5711961664 req-669073c6-49f6-44fd-a8f3-8f640c5e62d5 service neutron] Publish callbacks [] for security_group (54b02720-7633-4398-9843-b71cd0b8f3bc), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:28.742337 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458bee41-9f90-49a6-aa0e-a51d4be2b71f x-openstack-request-id: req-458bee41-9f90-49a6-aa0e-a51d4be2b71f {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:23:28.742648 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2939291f-e2a5-41e8-a751-1191c3a4f912", "tag": "2a9bfa63-33fd-4879-a05e-672d475a2370", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:23:28.742877 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-458bee41-9f90-49a6-aa0e-a51d4be2b71f {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:23:28.743324 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-458bee41-9f90-49a6-aa0e-a51d4be2b71f'] response: {'name': 'network-changed', 'server_uuid': '2939291f-e2a5-41e8-a751-1191c3a4f912', 'tag': '2a9bfa63-33fd-4879-a05e-672d475a2370', 'status': 'completed', 'code': 200} Jun 04 08:23:28.750447 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-c14a267f-f17a-4bc1-9cc4-ce5711961664 req-669073c6-49f6-44fd-a8f3-8f640c5e62d5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (54b02720-7633-4398-9843-b71cd0b8f3bc), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:28.792277 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ba018f04-c72f-42d6-bef2-cf34971a2e04 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ecddcc9579614c689584e857e2d3e3e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891986 Jun 04 08:23:28.796188 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 48824) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:28.812294 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] For port e11d7c2d-a53d-4383-8631-aa98568f8a74, host hv-cinder-83699, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:23:28.827764 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] For port e11d7c2d-a53d-4383-8631-aa98568f8a74, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e11d7c2d-a53d-4383-8631-aa98568f8a74,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:23:28.857556 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:28.877038 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (e11d7c2d-a53d-4383-8631-aa98568f8a74), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:28.896962 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5b570aa7-9b3e-4c43-8354-4903aa512b27 req-f420d5eb-c55c-4d6f-9053-7d07d938630c tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 210 time: 0.0542560 Jun 04 08:23:28.898982 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f6e91b5-7dd3-47a4-819d-8671978b2212 req-a4a27b22-9924-401a-a4c1-7bcf58ee3dde service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237621 Jun 04 08:23:28.964633 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Pushing event updated for resources: {'Port': ['ID=e11d7c2d-a53d-4383-8631-aa98568f8a74,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:29.017538 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:29.022304 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:29.025134 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9547e787-8328-45f2-8278-95a073a2cc43 req-98a68f32-e413-409f-b5c4-0873ee79e981 service neutron] 10.222.0.77 "PUT /v2.0/ports/e11d7c2d-a53d-4383-8631-aa98568f8a74 HTTP/1.1" status: 200 len: 1094 time: 3.3825893 Jun 04 08:23:29.056342 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4ec4dd5b-da57-419d-819a-c0033181a54a admin admin] Publish callbacks [] for security_group (04dba3f7-61d6-4102-8b4b-b7e04f8582a4), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:29.056839 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c14a267f-f17a-4bc1-9cc4-ce5711961664 req-669073c6-49f6-44fd-a8f3-8f640c5e62d5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0099630 Jun 04 08:23:29.064144 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669073c6-49f6-44fd-a8f3-8f640c5e62d5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=54b02720-7633-4398-9843-b71cd0b8f3bc,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:29.067333 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:29.093230 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-843b052c-ed01-4946-8c2d-ac6581ec29d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (11614b94-9ec8-4a57-9f3a-39fed8c04545), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:29.136534 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80162d87-554c-463f-a703-4a5617c37355 req-40acdcac-213a-442a-8b3a-3f32ffbc9118 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:29.138599 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-80162d87-554c-463f-a703-4a5617c37355 req-40acdcac-213a-442a-8b3a-3f32ffbc9118 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 945 time: 0.5561361 Jun 04 08:23:29.159194 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4ec4dd5b-da57-419d-819a-c0033181a54a admin admin] Publish callbacks [] for security_group (04dba3f7-61d6-4102-8b4b-b7e04f8582a4), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:29.162931 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2413f77e-8f37-442a-b92c-58c99036eb1f req-95cb4fc2-837f-4859-912b-90a5044c88ef tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 210 time: 0.0405443 Jun 04 08:23:29.270406 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4ec4dd5b-da57-419d-819a-c0033181a54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (04dba3f7-61d6-4102-8b4b-b7e04f8582a4), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:29.274026 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4ec4dd5b-da57-419d-819a-c0033181a54a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:29.275329 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4ec4dd5b-da57-419d-819a-c0033181a54a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/04dba3f7-61d6-4102-8b4b-b7e04f8582a4 HTTP/1.1" status: 204 len: 168 time: 0.4768875 Jun 04 08:23:29.287569 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4dd5b-da57-419d-819a-c0033181a54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dba3f7-61d6-4102-8b4b-b7e04f8582a4,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:29.288997 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a15d492c-9afe-465f-afbe-43fd7342a4e4 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (683a8100-f2f6-4a84-82c4-09a8d38f10ca), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:29.418028 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-80162d87-554c-463f-a703-4a5617c37355 req-2b58a5b0-a018-4c0b-8a60-b34833c4517d tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579107 Jun 04 08:23:29.448283 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc4fa4-7a1c-4bf2-bd95-338f5729b0d7 req-be987888-ec78-4229-bbba-9e51fd40c194 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:29.460044 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7bcc4fa4-7a1c-4bf2-bd95-338f5729b0d7 req-be987888-ec78-4229-bbba-9e51fd40c194 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 944 time: 0.1469748 Jun 04 08:23:29.513961 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a15d492c-9afe-465f-afbe-43fd7342a4e4 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Network 6b860f72-fd6a-4776-95a4-5ec614119cc7 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:23:29.528232 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7bcc4fa4-7a1c-4bf2-bd95-338f5729b0d7 req-e254296a-79ef-42ed-ab77-35575e8cea23 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669923 Jun 04 08:23:29.535804 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a15d492c-9afe-465f-afbe-43fd7342a4e4 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:29.563156 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a15d492c-9afe-465f-afbe-43fd7342a4e4 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:23:29.595551 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d492c-9afe-465f-afbe-43fd7342a4e4 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Pushing event updated for resources: {'Port': ['ID=683a8100-f2f6-4a84-82c4-09a8d38f10ca,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:29.716648 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a15d492c-9afe-465f-afbe-43fd7342a4e4 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:29.718057 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a15d492c-9afe-465f-afbe-43fd7342a4e4 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:29.761873 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a15d492c-9afe-465f-afbe-43fd7342a4e4 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0301678 Jun 04 08:23:29.790200 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-843b052c-ed01-4946-8c2d-ac6581ec29d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for port (11614b94-9ec8-4a57-9f3a-39fed8c04545), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:29.797269 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-843b052c-ed01-4946-8c2d-ac6581ec29d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (11614b94-9ec8-4a57-9f3a-39fed8c04545), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:29.878203 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b052c-ed01-4946-8c2d-ac6581ec29d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'Port': ['ID=11614b94-9ec8-4a57-9f3a-39fed8c04545,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:29.896085 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-843b052c-ed01-4946-8c2d-ac6581ec29d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (ca07ecc3-0139-4aee-87da-54b25481e168), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:29.932500 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Request body: {'port': {'device_id': 'd4b78490-bd7e-4f85-8e69-23082e333b72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:29.938744 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-adce7011-1e8a-4d5f-a639-4dde5c49ec40 None None] Provisioning complete for port 683a8100-f2f6-4a84-82c4-09a8d38f10ca triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:29.950362 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-adce7011-1e8a-4d5f-a639-4dde5c49ec40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (683a8100-f2f6-4a84-82c4-09a8d38f10ca), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:29.995970 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:30.006888 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-adce7011-1e8a-4d5f-a639-4dde5c49ec40 None None] Port 683a8100-f2f6-4a84-82c4-09a8d38f10ca cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:23:30.032608 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-843b052c-ed01-4946-8c2d-ac6581ec29d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:30.033888 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-843b052c-ed01-4946-8c2d-ac6581ec29d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3889363 Jun 04 08:23:30.089251 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5619af-69f4-4d21-8809-faa286a6ca95 req-ac75a736-f022-4b05-a2f6-e699badd054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:30.090845 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bb5619af-69f4-4d21-8809-faa286a6ca95 req-ac75a736-f022-4b05-a2f6-e699badd054f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 1127 time: 0.1738188 Jun 04 08:23:30.119237 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547e787-8328-45f2-8278-95a073a2cc43 req-354a01ad-d87b-4469-a2e8-ec5033d27fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:30.120809 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9547e787-8328-45f2-8278-95a073a2cc43 req-354a01ad-d87b-4469-a2e8-ec5033d27fb0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 1128 time: 0.1819105 Jun 04 08:23:30.141886 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48082588-12de-411c-a75e-98c6f636cf62 req-e9bd843e-81be-48fd-b807-c29c17c75faa tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:30.143197 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48082588-12de-411c-a75e-98c6f636cf62 req-e9bd843e-81be-48fd-b807-c29c17c75faa tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 932 time: 0.1189797 Jun 04 08:23:30.146230 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (683a8100-f2f6-4a84-82c4-09a8d38f10ca), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:30.148106 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:30.170303 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-350293b0-b98c-46f5-838b-088f5275adf6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:30.173283 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-350293b0-b98c-46f5-838b-088f5275adf6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.77 "GET /v2.0/networks?id=3ffca17b-eb82-420d-9eb0-3683041b6356 HTTP/1.1" status: 200 len: 816 time: 0.2617841 Jun 04 08:23:30.273221 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48082588-12de-411c-a75e-98c6f636cf62 req-cbda4fad-4c67-4514-808b-6226fc64d4f6 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230469 Jun 04 08:23:30.551678 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b14842ae-1273-41ef-aad1-8135239eaee2 req-0d08f37f-cc6d-421e-84b7-25632ab39883 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 210 time: 0.2902527 Jun 04 08:23:30.568872 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:30.593252 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9547e787-8328-45f2-8278-95a073a2cc43 req-317ce498-7ae7-440d-b2e3-1548e5fcadc7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e11d7c2d-a53d-4383-8631-aa98568f8a74 HTTP/1.1" status: 200 len: 217 time: 0.0489647 Jun 04 08:23:30.658597 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 5183d11f-2f97-4a70-992b-452e34eebb73 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:30.739416 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547e787-8328-45f2-8278-95a073a2cc43 req-d0cb80bb-5f06-40ca-a164-10b48f5ede53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:30.743109 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9547e787-8328-45f2-8278-95a073a2cc43 req-d0cb80bb-5f06-40ca-a164-10b48f5ede53 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a1bd244-02e5-437b-b10c-98141f388763 HTTP/1.1" status: 200 len: 858 time: 0.1394658 Jun 04 08:23:30.757579 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f', 'tag': 'e11d7c2d-a53d-4383-8631-aa98568f8a74'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:23:30.760662 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa0167e-42ec-4f81-8d8d-5351451e389a" -d '{"events": [{"name": "network-changed", "server_uuid": "37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f", "tag": "e11d7c2d-a53d-4383-8631-aa98568f8a74"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:23:30.779572 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 5183d11f-2f97-4a70-992b-452e34eebb73 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:30.781014 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (5183d11f-2f97-4a70-992b-452e34eebb73), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:30.816166 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5619af-69f4-4d21-8809-faa286a6ca95 req-83594ef7-04cb-4545-af9e-fb5811bad18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:30.817938 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bb5619af-69f4-4d21-8809-faa286a6ca95 req-83594ef7-04cb-4545-af9e-fb5811bad18e service neutron] 10.222.0.77 "GET /v2.0/networks?id=1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 200 len: 920 time: 0.4376390 Jun 04 08:23:30.836342 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-30b32963-aced-4393-9916-7300bb34891b req-1538c790-654c-4f17-8773-340a59ff4344 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1689000699&fields=id&tenant_id=bada48f0853f4642b538bab7eae486e6 HTTP/1.1" status: 200 len: 267 time: 0.4238231 Jun 04 08:23:30.871535 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-b5221238-3068-4dfc-9331-1e48ded42b58 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3 HTTP/1.1" status: 200 len: 380 time: 0.3284664 Jun 04 08:23:30.884904 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-d4138389-bd4a-4393-9722-fb3a591b1a98 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Request body: {'port': {'device_id': '376f550c-566d-4324-a058-95440de61568', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'admin_state_up': True, 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'security_groups': ['adcfae23-b22a-4f0f-99c1-dea40a26b538']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:30.933797 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547e787-8328-45f2-8278-95a073a2cc43 req-0f041a92-2d22-4991-aec5-1769bd311d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:30.935367 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9547e787-8328-45f2-8278-95a073a2cc43 req-0f041a92-2d22-4991-aec5-1769bd311d12 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1fd25ca8-4d43-46c5-8814-4ee274135448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1624222 Jun 04 08:23:30.944343 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369377a-9b11-4b9d-af61-6995a486094b req-b58813ee-7a9c-404c-af71-07284cf5b779 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:30.946608 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3369377a-9b11-4b9d-af61-6995a486094b req-b58813ee-7a9c-404c-af71-07284cf5b779 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 945 time: 0.2710454 Jun 04 08:23:30.974593 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bb5619af-69f4-4d21-8809-faa286a6ca95 req-5e0a0bfd-0ca8-4982-8c18-ab7cab8a472d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a9bfa63-33fd-4879-a05e-672d475a2370 HTTP/1.1" status: 200 len: 217 time: 0.1214821 Jun 04 08:23:30.987035 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 5183d11f-2f97-4a70-992b-452e34eebb73 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:31.029102 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683a8100-f2f6-4a84-82c4-09a8d38f10ca {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:23:31.061919 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Publish callbacks [] for port (683a8100-f2f6-4a84-82c4-09a8d38f10ca), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:31.091619 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3369377a-9b11-4b9d-af61-6995a486094b req-4c0689a9-ae86-4133-905f-0560478129e8 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271174 Jun 04 08:23:31.102508 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5619af-69f4-4d21-8809-faa286a6ca95 req-1c4cf98e-a107-4644-ae42-c32c48be166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:31.103407 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bb5619af-69f4-4d21-8809-faa286a6ca95 req-1c4cf98e-a107-4644-ae42-c32c48be166b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a1bd244-02e5-437b-b10c-98141f388763 HTTP/1.1" status: 200 len: 858 time: 0.1210341 Jun 04 08:23:31.106161 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Transition to ACTIVE for port object 683a8100-f2f6-4a84-82c4-09a8d38f10ca will not be triggered until provisioned by entity L2. {{(pid=103812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:23:31.114966 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b32963-aced-4393-9916-7300bb34891b req-658c5785-9681-45dc-ace8-fd61e9e22bb6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:31.121452 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-30b32963-aced-4393-9916-7300bb34891b req-658c5785-9681-45dc-ace8-fd61e9e22bb6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/networks?id=b88cbea7-518a-4446-bcff-56c4dc453510 HTTP/1.1" status: 200 len: 815 time: 0.2842078 Jun 04 08:23:31.141759 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (683a8100-f2f6-4a84-82c4-09a8d38f10ca), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:31.146825 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:31.171867 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:31.203532 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9547e787-8328-45f2-8278-95a073a2cc43 req-4c879746-ff07-4f16-8e41-c79940382d2d service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408001 Jun 04 08:23:31.209235 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-d4138389-bd4a-4393-9722-fb3a591b1a98 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Made reservation on behalf of bb59e7902bf94c62a6f9b5e7e4cbabe3 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:23:31.209440 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-30b32963-aced-4393-9916-7300bb34891b req-d91a62e8-8749-4ba1-a593-0302de041aa8 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/quotas/bada48f0853f4642b538bab7eae486e6 HTTP/1.1" status: 200 len: 375 time: 0.0870852 Jun 04 08:23:31.213326 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-d4138389-bd4a-4393-9722-fb3a591b1a98 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:31.289655 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5619af-69f4-4d21-8809-faa286a6ca95 req-700e9f22-37bd-42e5-b69d-7bfddee2a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:31.291591 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bb5619af-69f4-4d21-8809-faa286a6ca95 req-700e9f22-37bd-42e5-b69d-7bfddee2a367 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1fd25ca8-4d43-46c5-8814-4ee274135448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1623793 Jun 04 08:23:31.317558 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:31.326498 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-30b32963-aced-4393-9916-7300bb34891b req-9e473bcc-b258-49f0-a390-8f8ed470dbf4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bada48f0853f4642b538bab7eae486e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160662 Jun 04 08:23:31.344987 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:31.347124 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Pushing event updated for resources: {'Port': ['ID=683a8100-f2f6-4a84-82c4-09a8d38f10ca,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:31.372731 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9322fd-a2df-43ae-be37-5074d0d2ccd5 req-29890524-ae16-4a41-8921-328ffc3104ff tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:31.375205 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ae9322fd-a2df-43ae-be37-5074d0d2ccd5 req-29890524-ae16-4a41-8921-328ffc3104ff tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 944 time: 0.1216085 Jun 04 08:23:31.499602 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ae9322fd-a2df-43ae-be37-5074d0d2ccd5 req-882eb73a-2481-42e8-ade7-25e4501a57fc tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141169 Jun 04 08:23:31.628078 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-30b32963-aced-4393-9916-7300bb34891b req-d538c84f-6ca4-457a-8c40-6409b70aead9 service neutron] 10.222.0.57 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926269 Jun 04 08:23:31.641185 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Attempting to bind port 683a8100-f2f6-4a84-82c4-09a8d38f10ca on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:23:31.643185 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Attempting to bind port 683a8100-f2f6-4a84-82c4-09a8d38f10ca by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'e260448d-50b2-4924-907f-130b05e152a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:23:31.643548 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Attempting to bind port 683a8100-f2f6-4a84-82c4-09a8d38f10ca on network 6b860f72-fd6a-4776-95a4-5ec614119cc7 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:23:31.656215 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421a7b46-ae30-475a-a926-1f41f34a2558 x-openstack-request-id: req-421a7b46-ae30-475a-a926-1f41f34a2558 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:23:31.660337 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f", "tag": "e11d7c2d-a53d-4383-8631-aa98568f8a74", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:23:31.660633 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-421a7b46-ae30-475a-a926-1f41f34a2558 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:23:31.661082 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421a7b46-ae30-475a-a926-1f41f34a2558'] response: {'name': 'network-changed', 'server_uuid': '37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f', 'tag': 'e11d7c2d-a53d-4383-8631-aa98568f8a74', 'status': 'completed', 'code': 200} Jun 04 08:23:31.722300 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Port 683a8100-f2f6-4a84-82c4-09a8d38f10ca on network 6b860f72-fd6a-4776-95a4-5ec614119cc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:23:31.724373 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Attempting to bind port 683a8100-f2f6-4a84-82c4-09a8d38f10ca on network 6b860f72-fd6a-4776-95a4-5ec614119cc7 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:23:31.734078 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:31.743455 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-d4138389-bd4a-4393-9722-fb3a591b1a98 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Allocated IP 172.20.0.4 (3ffca17b-eb82-420d-9eb0-3683041b6356/02e06554-fbcb-49c6-b330-43781b1202a6/f5c8d48b-c798-4362-9600-52b8c6b3edf7) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:23:31.813762 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:23:31.814134 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Checking segment: {'id': 'e260448d-50b2-4924-907f-130b05e152a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:23:31.814512 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Bound using segment: {'id': 'e260448d-50b2-4924-907f-130b05e152a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:23:31.814964 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Bound port: 683a8100-f2f6-4a84-82c4-09a8d38f10ca, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e260448d-50b2-4924-907f-130b05e152a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:23:31.815321 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (683a8100-f2f6-4a84-82c4-09a8d38f10ca), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:31.897942 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:31.960785 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] For port 683a8100-f2f6-4a84-82c4-09a8d38f10ca, host hv-cinder-83699, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:23:31.971672 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] For port 683a8100-f2f6-4a84-82c4-09a8d38f10ca, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=683a8100-f2f6-4a84-82c4-09a8d38f10ca,segment=NetworkSegment(e260448d-50b2-4924-907f-130b05e152a3),segment_id=e260448d-50b2-4924-907f-130b05e152a3)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:23:31.973281 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9547e787-8328-45f2-8278-95a073a2cc43 req-8d5793f3-8bf0-48d4-849d-ca119b484cdb service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985020 Jun 04 08:23:31.980205 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bb5619af-69f4-4d21-8809-faa286a6ca95 req-30211f1f-7e4b-435e-9985-59c833fa9f39 service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815843 Jun 04 08:23:31.995747 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-30b32963-aced-4393-9916-7300bb34891b req-da06ed57-6ca8-4004-a019-56d11334b651 service neutron] 10.222.0.57 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667219 Jun 04 08:23:31.999121 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (683a8100-f2f6-4a84-82c4-09a8d38f10ca), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:32.066713 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95768d79-1059-4b65-b1bd-cc7a7a404a99 req-d063ef39-7bb5-4cef-8b3d-7ff8fb7fc688 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:32.072363 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-95768d79-1059-4b65-b1bd-cc7a7a404a99 req-d063ef39-7bb5-4cef-8b3d-7ff8fb7fc688 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 944 time: 0.2768433 Jun 04 08:23:32.224985 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:32.230011 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:32.235563 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-a852843e-ca83-4088-a19b-86309422c370 service neutron] 10.222.0.77 "PUT /v2.0/ports/683a8100-f2f6-4a84-82c4-09a8d38f10ca HTTP/1.1" status: 200 len: 1094 time: 2.3171990 Jun 04 08:23:32.236532 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b78490-bd7e-4f85-8e69-23082e333b72', 'tag': '683a8100-f2f6-4a84-82c4-09a8d38f10ca'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:23:32.238705 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61169a47-900e-4e6a-b6bf-2700ddce288e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b78490-bd7e-4f85-8e69-23082e333b72", "tag": "683a8100-f2f6-4a84-82c4-09a8d38f10ca"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:23:32.261015 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 2a9bfa63-33fd-4879-a05e-672d475a2370 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:23:32.285557 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-95768d79-1059-4b65-b1bd-cc7a7a404a99 req-103ef4c0-5c46-499e-b5cb-0185633419b3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051444 Jun 04 08:23:32.348385 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-d4138389-bd4a-4393-9722-fb3a591b1a98 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:32.430494 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-94a7961e-01ec-4db6-ad8d-c5fbd34070af req-44686826-6dba-4682-adfa-112bf090fe6a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 210 time: 0.1477382 Jun 04 08:23:32.433258 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852843e-ca83-4088-a19b-86309422c370 service neutron] Pushing event updated for resources: {'Port': ['ID=683a8100-f2f6-4a84-82c4-09a8d38f10ca,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:32.523672 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 2a9bfa63-33fd-4879-a05e-672d475a2370, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2a9bfa63-33fd-4879-a05e-672d475a2370,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:32.526903 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bb5619af-69f4-4d21-8809-faa286a6ca95 req-2f108b90-b58a-43ee-bde0-f81ee3c7a281 service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255687 Jun 04 08:23:32.534909 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-d4138389-bd4a-4393-9722-fb3a591b1a98 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:32.570758 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-d4138389-bd4a-4393-9722-fb3a591b1a98 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Network 3ffca17b-eb82-420d-9eb0-3683041b6356 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:23:32.573651 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-d4138389-bd4a-4393-9722-fb3a591b1a98 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:32.587387 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': '2a9bfa63-33fd-4879-a05e-672d475a2370', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'port_id': '2a9bfa63-33fd-4879-a05e-672d475a2370', 'mac_address': 'fa:16:3e:8d:55:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1bd244-02e5-437b-b10c-98141f388763', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:23:32.587618 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-d4138389-bd4a-4393-9722-fb3a591b1a98 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:23:32.641677 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-668d7c32-8112-483a-87c5-728a26e89824 req-21fedadc-9efe-4e4e-8437-d976d9fef287 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 210 time: 0.0498345 Jun 04 08:23:32.673136 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde528d-2fc3-43be-b02c-e4b5d693946f req-c557fc5a-1b08-4ad5-aabe-6542df31558a tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:32.681344 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3bde528d-2fc3-43be-b02c-e4b5d693946f req-c557fc5a-1b08-4ad5-aabe-6542df31558a tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 945 time: 0.2596827 Jun 04 08:23:32.731703 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9d539e-8f1b-4752-ad60-c5086a3592bf x-openstack-request-id: req-dd9d539e-8f1b-4752-ad60-c5086a3592bf {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:23:32.732062 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b78490-bd7e-4f85-8e69-23082e333b72", "tag": "683a8100-f2f6-4a84-82c4-09a8d38f10ca", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:23:32.734385 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dd9d539e-8f1b-4752-ad60-c5086a3592bf {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:23:32.734385 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd9d539e-8f1b-4752-ad60-c5086a3592bf'] response: {'name': 'network-changed', 'server_uuid': 'd4b78490-bd7e-4f85-8e69-23082e333b72', 'tag': '683a8100-f2f6-4a84-82c4-09a8d38f10ca', 'status': 'completed', 'code': 200} Jun 04 08:23:32.744959 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 2a9bfa63-33fd-4879-a05e-672d475a2370 is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:32.753627 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2a9bfa63-33fd-4879-a05e-672d475a2370), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:32.848302 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9bfa63-33fd-4879-a05e-672d475a2370 {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:23:32.880242 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 2a9bfa63-33fd-4879-a05e-672d475a2370, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2a9bfa63-33fd-4879-a05e-672d475a2370,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:32.890936 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (2a9bfa63-33fd-4879-a05e-672d475a2370), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:32.902504 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4138389-bd4a-4393-9722-fb3a591b1a98 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Pushing event updated for resources: {'Port': ['ID=f5c8d48b-c798-4362-9600-52b8c6b3edf7,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:32.950206 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-d4138389-bd4a-4393-9722-fb3a591b1a98 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:32.950857 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-d4138389-bd4a-4393-9722-fb3a591b1a98 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:33.013466 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=2a9bfa63-33fd-4879-a05e-672d475a2370,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:33.016467 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-d4138389-bd4a-4393-9722-fb3a591b1a98 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1372571 Jun 04 08:23:33.030920 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Request body: {'port': {'device_id': '376f550c-566d-4324-a058-95440de61568', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:33.080643 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:33.091754 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:33.123582 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-0a8c894d-570b-4a62-89a8-83bd8b7c2115 None None] Provisioning complete for port f5c8d48b-c798-4362-9600-52b8c6b3edf7 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:33.125403 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-0a8c894d-570b-4a62-89a8-83bd8b7c2115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:33.135371 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['2a9bfa63-33fd-4879-a05e-672d475a2370'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:23:33.137955 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0167e-42ec-4f81-8d8d-5351451e389a req-ddae2b0a-cf79-4d46-bf38-0b0ef98307e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:33.140079 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7fa0167e-42ec-4f81-8d8d-5351451e389a req-ddae2b0a-cf79-4d46-bf38-0b0ef98307e6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 1128 time: 0.3313696 Jun 04 08:23:33.145337 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61169a47-900e-4e6a-b6bf-2700ddce288e req-51e34f22-8140-41e8-93cf-b7ea3127b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:33.147401 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-61169a47-900e-4e6a-b6bf-2700ddce288e req-51e34f22-8140-41e8-93cf-b7ea3127b4ee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=880551882c5748278978d5a7586d1f30&device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 1128 time: 0.2409613 Jun 04 08:23:33.163680 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3bde528d-2fc3-43be-b02c-e4b5d693946f req-5bdacfe8-5e06-493f-960f-8062bb56c36c tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363091 Jun 04 08:23:33.198114 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:33.270508 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f1190-a858-4147-92ca-3261b54d32fa req-7179adc0-6e0a-4ca0-8750-2096b43d945e tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:33.278519 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ea2f1190-a858-4147-92ca-3261b54d32fa req-7179adc0-6e0a-4ca0-8750-2096b43d945e tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 944 time: 0.3764596 Jun 04 08:23:33.303411 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c894d-570b-4a62-89a8-83bd8b7c2115 None None] Port f5c8d48b-c798-4362-9600-52b8c6b3edf7 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:23:33.348997 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:33.568260 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169740b1-5fa9-4803-b9dc-a960803c2ef7 req-497691ee-2b66-4580-8ad8-2804e83feeb0 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:33.570536 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-169740b1-5fa9-4803-b9dc-a960803c2ef7 req-497691ee-2b66-4580-8ad8-2804e83feeb0 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 944 time: 0.1094065 Jun 04 08:23:33.791104 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-169740b1-5fa9-4803-b9dc-a960803c2ef7 req-0e68e755-a600-48e1-b4b2-3f130a9190c8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952450 Jun 04 08:23:33.872357 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c8d48b-c798-4362-9600-52b8c6b3edf7 {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:23:33.892302 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Publish callbacks [] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:33.898321 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ea2f1190-a858-4147-92ca-3261b54d32fa req-cd2c2a69-584d-4179-b9ef-42ad5a32e54b tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6187112 Jun 04 08:23:33.937097 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Transition to ACTIVE for port object f5c8d48b-c798-4362-9600-52b8c6b3edf7 will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:23:33.943950 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8ae16-d0e6-483e-ba70-5a5e2f383a1c req-3b73796e-2911-41e0-9043-6a583ab4d900 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:33.945451 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-88f8ae16-d0e6-483e-ba70-5a5e2f383a1c req-3b73796e-2911-41e0-9043-6a583ab4d900 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 931 time: 0.0679994 Jun 04 08:23:33.946534 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:33.962948 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:33.968797 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0167e-42ec-4f81-8d8d-5351451e389a req-4124af27-1c23-47fc-a658-36c259c9c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:33.970530 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7fa0167e-42ec-4f81-8d8d-5351451e389a req-4124af27-1c23-47fc-a658-36c259c9c0ea service neutron] 10.222.0.77 "GET /v2.0/networks?id=1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 200 len: 920 time: 0.8190393 Jun 04 08:23:33.989179 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c8d48b-c798-4362-9600-52b8c6b3edf7,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:34.027541 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7fa0167e-42ec-4f81-8d8d-5351451e389a req-75ef5a09-93fc-47c5-8e65-0c4d0a1629ba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e11d7c2d-a53d-4383-8631-aa98568f8a74 HTTP/1.1" status: 200 len: 217 time: 0.0477123 Jun 04 08:23:34.063746 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f96fb13d-7758-4f12-b746-735b186c5294 req-c01b4412-c73a-4e15-a660-7b1761acc9bd tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 210 time: 0.0410304 Jun 04 08:23:34.066187 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61169a47-900e-4e6a-b6bf-2700ddce288e req-bcbdf76f-c87a-474d-912a-941c5ad77f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:34.068263 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-61169a47-900e-4e6a-b6bf-2700ddce288e req-bcbdf76f-c87a-474d-912a-941c5ad77f7e service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=880551882c5748278978d5a7586d1f30&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8063178 Jun 04 08:23:34.075328 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-88f8ae16-d0e6-483e-ba70-5a5e2f383a1c req-6137449d-d3bb-42c2-8aa8-1d504f1a5b3c tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850403 Jun 04 08:23:34.235281 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0167e-42ec-4f81-8d8d-5351451e389a req-3951bc65-38cb-4216-8107-aa67f53c04ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:34.237365 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7fa0167e-42ec-4f81-8d8d-5351451e389a req-3951bc65-38cb-4216-8107-aa67f53c04ba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a1bd244-02e5-437b-b10c-98141f388763 HTTP/1.1" status: 200 len: 858 time: 0.1727252 Jun 04 08:23:34.260550 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Attempting to bind port f5c8d48b-c798-4362-9600-52b8c6b3edf7 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:23:34.260883 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Attempting to bind port f5c8d48b-c798-4362-9600-52b8c6b3edf7 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '0f5d7438-c87f-4dfc-a410-5a8361fe170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:23:34.261213 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Attempting to bind port f5c8d48b-c798-4362-9600-52b8c6b3edf7 on network 3ffca17b-eb82-420d-9eb0-3683041b6356 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:23:34.266352 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:34.267788 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device e11d7c2d-a53d-4383-8631-aa98568f8a74 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:23:34.275194 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b32963-aced-4393-9916-7300bb34891b req-ba9bc845-c8ae-4169-81e4-1f2624bf42fe tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:34.276456 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-30b32963-aced-4393-9916-7300bb34891b req-ba9bc845-c8ae-4169-81e4-1f2624bf42fe tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "GET /v2.0/networks?id=b88cbea7-518a-4446-bcff-56c4dc453510 HTTP/1.1" status: 200 len: 815 time: 0.2285428 Jun 04 08:23:34.277630 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Port f5c8d48b-c798-4362-9600-52b8c6b3edf7 on network 3ffca17b-eb82-420d-9eb0-3683041b6356 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:23:34.278001 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Attempting to bind port f5c8d48b-c798-4362-9600-52b8c6b3edf7 on network 3ffca17b-eb82-420d-9eb0-3683041b6356 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:23:34.285252 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:23:34.285252 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Checking segment: {'id': '0f5d7438-c87f-4dfc-a410-5a8361fe170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:23:34.285569 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Bound using segment: {'id': '0f5d7438-c87f-4dfc-a410-5a8361fe170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:23:34.285840 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Bound port: f5c8d48b-c798-4362-9600-52b8c6b3edf7, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f5d7438-c87f-4dfc-a410-5a8361fe170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:23:34.286201 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:34.309419 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 2a9bfa63-33fd-4879-a05e-672d475a2370 up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:34.313385 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=100 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:34.409775 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0167e-42ec-4f81-8d8d-5351451e389a req-c05e758d-039e-4499-841f-d40da99b3d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:34.412652 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7fa0167e-42ec-4f81-8d8d-5351451e389a req-c05e758d-039e-4499-841f-d40da99b3d96 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1fd25ca8-4d43-46c5-8814-4ee274135448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1640773 Jun 04 08:23:34.469175 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-30b32963-aced-4393-9916-7300bb34891b req-01affed5-acfa-4ef3-9efa-8a815783a234 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bada48f0853f4642b538bab7eae486e6 HTTP/1.1" status: 200 len: 380 time: 0.1801760 Jun 04 08:23:34.475771 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] For port f5c8d48b-c798-4362-9600-52b8c6b3edf7, host hv-cinder-83699, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:23:34.479341 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] For port f5c8d48b-c798-4362-9600-52b8c6b3edf7, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f5c8d48b-c798-4362-9600-52b8c6b3edf7,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:23:34.485789 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-30b32963-aced-4393-9916-7300bb34891b req-1a171eec-9b04-4445-a672-f411c6be8ff1 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'port': {'device_id': 'd809e44d-c207-4d17-8c33-a3d123532205', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'admin_state_up': True, 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'security_groups': ['9817dcbe-2135-470f-9c52-7169af518583']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:34.500141 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port e11d7c2d-a53d-4383-8631-aa98568f8a74, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e11d7c2d-a53d-4383-8631-aa98568f8a74,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:34.501696 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61169a47-900e-4e6a-b6bf-2700ddce288e req-5993447e-4f92-4b56-86e1-04bd22361a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:34.503390 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-61169a47-900e-4e6a-b6bf-2700ddce288e req-5993447e-4f92-4b56-86e1-04bd22361a0b service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3976462 Jun 04 08:23:34.505680 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:34.523804 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': 'e11d7c2d-a53d-4383-8631-aa98568f8a74', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'port_id': 'e11d7c2d-a53d-4383-8631-aa98568f8a74', 'mac_address': 'fa:16:3e:03:eb:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1bd244-02e5-437b-b10c-98141f388763', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:23:34.553554 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port 2a9bfa63-33fd-4879-a05e-672d475a2370 completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:23:34.578519 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:34.584496 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:34.588797 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port 2a9bfa63-33fd-4879-a05e-672d475a2370 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:34.590048 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (2a9bfa63-33fd-4879-a05e-672d475a2370), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:34.592534 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:34.593151 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:34.597503 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] 10.222.0.77 "PUT /v2.0/ports/f5c8d48b-c798-4362-9600-52b8c6b3edf7 HTTP/1.1" status: 200 len: 1093 time: 1.5722561 Jun 04 08:23:34.599916 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376f550c-566d-4324-a058-95440de61568', 'tag': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:23:34.602276 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4040bf3-b5ae-4ef7-a565-ff6ca0932f40" -d '{"events": [{"name": "network-changed", "server_uuid": "376f550c-566d-4324-a058-95440de61568", "tag": "f5c8d48b-c798-4362-9600-52b8c6b3edf7"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:23:34.620559 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port e11d7c2d-a53d-4383-8631-aa98568f8a74 is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:34.620951 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (e11d7c2d-a53d-4383-8631-aa98568f8a74), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:34.631785 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7fa0167e-42ec-4f81-8d8d-5351451e389a req-647b81cd-f7a3-4dbd-bb2f-0fa1d76e59ab service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846387 Jun 04 08:23:34.678718 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11d7c2d-a53d-4383-8631-aa98568f8a74 {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:23:34.680565 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ef48b-554a-4bbf-93e6-e9a4b008cb15 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c8d48b-c798-4362-9600-52b8c6b3edf7,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:34.709102 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port e11d7c2d-a53d-4383-8631-aa98568f8a74, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e11d7c2d-a53d-4383-8631-aa98568f8a74,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:34.713712 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-c98e6687-cb24-44ec-b395-a6a1b63f0365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:34.715719 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-c98e6687-cb24-44ec-b395-a6a1b63f0365 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=880551882c5748278978d5a7586d1f30&device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 1128 time: 0.1649275 Jun 04 08:23:34.729290 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (e11d7c2d-a53d-4383-8631-aa98568f8a74), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:34.753922 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ac3427-e390-454d-910d-3c717bde38a0 x-openstack-request-id: req-f7ac3427-e390-454d-910d-3c717bde38a0 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:23:34.754455 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376f550c-566d-4324-a058-95440de61568", "tag": "f5c8d48b-c798-4362-9600-52b8c6b3edf7", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:23:34.754862 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f7ac3427-e390-454d-910d-3c717bde38a0 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:23:34.755560 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ac3427-e390-454d-910d-3c717bde38a0'] response: {'name': 'network-changed', 'server_uuid': '376f550c-566d-4324-a058-95440de61568', 'tag': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7', 'status': 'completed', 'code': 200} Jun 04 08:23:34.816118 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-6a06494b-4919-4665-9345-78ad7186c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:34.836072 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-6a06494b-4919-4665-9345-78ad7186c111 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3&device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 1127 time: 0.1739373 Jun 04 08:23:34.862379 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=e11d7c2d-a53d-4383-8631-aa98568f8a74,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:34.867556 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 2a9bfa63-33fd-4879-a05e-672d475a2370 is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:34.867941 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2a9bfa63-33fd-4879-a05e-672d475a2370), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:34.901885 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2939291f-e2a5-41e8-a751-1191c3a4f912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9bfa63-33fd-4879-a05e-672d475a2370'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:23:34.905183 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8036e5-1996-4f55-8fc3-c63309486495" -d '{"events": [{"server_uuid": "2939291f-e2a5-41e8-a751-1191c3a4f912", "name": "network-vif-plugged", "status": "completed", "tag": "2a9bfa63-33fd-4879-a05e-672d475a2370"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:23:34.914703 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-0ba3a878-7765-4deb-8147-5e8e535a7334 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=683a8100-f2f6-4a84-82c4-09a8d38f10ca HTTP/1.1" status: 200 len: 217 time: 0.1109533 Jun 04 08:23:34.949876 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 2a9bfa63-33fd-4879-a05e-672d475a2370, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2a9bfa63-33fd-4879-a05e-672d475a2370,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:34.963524 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (2a9bfa63-33fd-4879-a05e-672d475a2370), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:34.974108 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['e11d7c2d-a53d-4383-8631-aa98568f8a74'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:23:35.030831 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46de4c5c-c09c-44a6-ab85-a29e0fe0097c x-openstack-request-id: req-46de4c5c-c09c-44a6-ab85-a29e0fe0097c {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:23:35.031389 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2939291f-e2a5-41e8-a751-1191c3a4f912", "name": "network-vif-plugged", "status": "completed", "tag": "2a9bfa63-33fd-4879-a05e-672d475a2370", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:23:35.031769 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46de4c5c-c09c-44a6-ab85-a29e0fe0097c {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:23:35.033387 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46de4c5c-c09c-44a6-ab85-a29e0fe0097c'] response: {'server_uuid': '2939291f-e2a5-41e8-a751-1191c3a4f912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9bfa63-33fd-4879-a05e-672d475a2370', 'code': 200} Jun 04 08:23:35.034770 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-933441ca-48a6-48d8-8bc7-1aac0749650b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5c8d48b-c798-4362-9600-52b8c6b3edf7 HTTP/1.1" status: 200 len: 217 time: 0.1877511 Jun 04 08:23:35.088707 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b32963-aced-4393-9916-7300bb34891b req-1a171eec-9b04-4445-a672-f411c6be8ff1 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Made reservation on behalf of bada48f0853f4642b538bab7eae486e6 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:23:35.099291 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-30b32963-aced-4393-9916-7300bb34891b req-1a171eec-9b04-4445-a672-f411c6be8ff1 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:35.124444 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7fa0167e-42ec-4f81-8d8d-5351451e389a req-5d0cfe7d-ea62-4464-9b64-90f19bf60c69 service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730804 Jun 04 08:23:35.184535 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-26687413-bd91-478b-8c8b-ce7c00173daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:35.195045 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-26687413-bd91-478b-8c8b-ce7c00173daf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=18b12b06-c651-4ab6-8f19-24224f73c099 HTTP/1.1" status: 200 len: 850 time: 0.2694285 Jun 04 08:23:35.302848 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=2a9bfa63-33fd-4879-a05e-672d475a2370,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:35.324615 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21a8be-f847-4a59-b967-2f5c0ce63fac req-8dcb9ddd-75ee-4493-b667-e9861807125c tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:35.326877 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-da21a8be-f847-4a59-b967-2f5c0ce63fac req-8dcb9ddd-75ee-4493-b667-e9861807125c tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 944 time: 0.3296514 Jun 04 08:23:35.335449 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-d6d768b4-c424-48e4-afec-43dca582824b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:35.339791 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-d6d768b4-c424-48e4-afec-43dca582824b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02e06554-fbcb-49c6-b330-43781b1202a6 HTTP/1.1" status: 200 len: 855 time: 0.2970042 Jun 04 08:23:35.367038 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-ed7ebeb7-d4e8-40b1-855f-9ed86398ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:35.369489 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-ed7ebeb7-d4e8-40b1-855f-9ed86398ae7a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6b860f72-fd6a-4776-95a4-5ec614119cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1728978 Jun 04 08:23:35.407561 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b19fb0-af49-4a45-9d7d-b155eb06092b req-0ee918bb-5a79-455d-8c89-89d3ff97af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:35.409661 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-92b19fb0-af49-4a45-9d7d-b155eb06092b req-0ee918bb-5a79-455d-8c89-89d3ff97af6c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 1129 time: 0.1369143 Jun 04 08:23:35.523532 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-0fe4bc0b-f679-4ff3-83b2-901c65e9b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:35.524795 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-92b19fb0-af49-4a45-9d7d-b155eb06092b req-f398306f-4f59-40f3-b0a7-b7f7841a3f0c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013987 Jun 04 08:23:35.525208 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-0fe4bc0b-f679-4ff3-83b2-901c65e9b69a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ffca17b-eb82-420d-9eb0-3683041b6356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1730678 Jun 04 08:23:35.545047 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-1038577d-aa4b-4c3d-ba6d-de042f8ddc0f service neutron] 10.222.0.77 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637447 Jun 04 08:23:35.563644 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-da21a8be-f847-4a59-b967-2f5c0ce63fac req-d2431ef6-8a6d-44f4-9301-6d6cd85d5d0e tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226381 Jun 04 08:23:35.596695 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-30b32963-aced-4393-9916-7300bb34891b req-1a171eec-9b04-4445-a672-f411c6be8ff1 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Allocated IP 172.20.0.14 (b88cbea7-518a-4446-bcff-56c4dc453510/5faa1da9-51be-4c06-b751-2fe7b4126f56/e4cb4960-139c-4cff-a93c-90234a09c30d) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:23:35.685680 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-aaa9c89e-2b17-44bf-ac0c-0886cf7d1cd5 req-b12716b5-0efb-42cf-a651-cf2279055129 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 210 time: 0.0297506 Jun 04 08:23:35.854026 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7d963-456f-46f3-8e16-efa20e4005ea req-96e393b8-3468-4e52-9fae-523c73e6b640 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:35.855565 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-93f7d963-456f-46f3-8e16-efa20e4005ea req-96e393b8-3468-4e52-9fae-523c73e6b640 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.1038876 Jun 04 08:23:35.901330 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-19e58289-25d3-4073-8dde-43a348d7a0fa req-90de7d85-d8fa-42c4-85b7-bde809f13919 service neutron] 10.222.0.77 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651251 Jun 04 08:23:35.922876 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-93f7d963-456f-46f3-8e16-efa20e4005ea req-6b7a9398-9c6c-47d6-a58a-3a79f950a406 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569646 Jun 04 08:23:35.968601 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb594cc-c3aa-4abf-831a-ba4a1ba873bc req-01172e7f-41aa-41bc-ad4a-f591c044e7d5 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:35.970172 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ecb594cc-c3aa-4abf-831a-ba4a1ba873bc req-01172e7f-41aa-41bc-ad4a-f591c044e7d5 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 945 time: 0.3323576 Jun 04 08:23:35.991223 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:36.072148 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:36.082884 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ecb594cc-c3aa-4abf-831a-ba4a1ba873bc req-75d083d4-f331-40ba-ade2-030f8bd4bf3e tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063356 Jun 04 08:23:36.089883 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-82a15e91-f3ab-442a-8f25-f2a1660fae3e service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181876 Jun 04 08:23:36.094890 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-30b32963-aced-4393-9916-7300bb34891b req-1a171eec-9b04-4445-a672-f411c6be8ff1 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for port (e4cb4960-139c-4cff-a93c-90234a09c30d), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:36.129388 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-30b32963-aced-4393-9916-7300bb34891b req-1a171eec-9b04-4445-a672-f411c6be8ff1 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (e4cb4960-139c-4cff-a93c-90234a09c30d), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:36.174273 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b32963-aced-4393-9916-7300bb34891b req-1a171eec-9b04-4445-a672-f411c6be8ff1 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Network b88cbea7-518a-4446-bcff-56c4dc453510 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:23:36.177854 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-30b32963-aced-4393-9916-7300bb34891b req-1a171eec-9b04-4445-a672-f411c6be8ff1 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:36.181887 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b32963-aced-4393-9916-7300bb34891b req-1a171eec-9b04-4445-a672-f411c6be8ff1 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:23:36.211248 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a171eec-9b04-4445-a672-f411c6be8ff1 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'Port': ['ID=e4cb4960-139c-4cff-a93c-90234a09c30d,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:36.247215 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b32963-aced-4393-9916-7300bb34891b req-1a171eec-9b04-4445-a672-f411c6be8ff1 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:36.254299 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-30b32963-aced-4393-9916-7300bb34891b req-1a171eec-9b04-4445-a672-f411c6be8ff1 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:36.269496 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-30b32963-aced-4393-9916-7300bb34891b req-1a171eec-9b04-4445-a672-f411c6be8ff1 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7881181 Jun 04 08:23:36.286711 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device e11d7c2d-a53d-4383-8631-aa98568f8a74 up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:36.311944 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:36.337482 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port e11d7c2d-a53d-4383-8631-aa98568f8a74 completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:23:36.344008 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port e11d7c2d-a53d-4383-8631-aa98568f8a74 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:36.344416 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (e11d7c2d-a53d-4383-8631-aa98568f8a74), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:36.427100 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-c992bbb6-4916-4797-b145-feba5fdeb222 None None] Provisioning complete for port e4cb4960-139c-4cff-a93c-90234a09c30d triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:36.427475 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c992bbb6-4916-4797-b145-feba5fdeb222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (e4cb4960-139c-4cff-a93c-90234a09c30d), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:36.446981 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:36.486352 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-c992bbb6-4916-4797-b145-feba5fdeb222 None None] Port e4cb4960-139c-4cff-a93c-90234a09c30d cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:23:36.495603 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port e11d7c2d-a53d-4383-8631-aa98568f8a74 is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:36.495994 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (e11d7c2d-a53d-4383-8631-aa98568f8a74), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:36.531898 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port e11d7c2d-a53d-4383-8631-aa98568f8a74, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e11d7c2d-a53d-4383-8631-aa98568f8a74,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:36.535943 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (e11d7c2d-a53d-4383-8631-aa98568f8a74), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:36.602588 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-4c336a6e-253d-49e5-8834-2d379daa7f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:36.615626 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=e11d7c2d-a53d-4383-8631-aa98568f8a74,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:36.852393 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bee80c-30c8-494c-8f97-c8611e1bce4a req-5a9cd1be-1ee9-40e2-9416-1a3503ffe1b9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:36.854036 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22bee80c-30c8-494c-8f97-c8611e1bce4a req-5a9cd1be-1ee9-40e2-9416-1a3503ffe1b9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 932 time: 0.0685496 Jun 04 08:23:36.907508 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cfd2b-0372-48fe-a805-9f7c4e3eb6c9 req-e734f84c-d506-4bef-a91e-38a9e8322733 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:36.908365 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6c8cfd2b-0372-48fe-a805-9f7c4e3eb6c9 req-e734f84c-d506-4bef-a91e-38a9e8322733 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 944 time: 0.0669544 Jun 04 08:23:36.936318 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22bee80c-30c8-494c-8f97-c8611e1bce4a req-89a8d107-b09b-4737-a3a9-3e9b2695ecef tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=9817dcbe-2135-470f-9c52-7169af518583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760913 Jun 04 08:23:36.973480 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6c8cfd2b-0372-48fe-a805-9f7c4e3eb6c9 req-3a3e2935-2a7d-4a47-a23a-4dd0ad9638b5 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592754 Jun 04 08:23:37.032151 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49096) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:37.038253 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11d7c2d-a53d-4383-8631-aa98568f8a74'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:23:37.042053 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05293d58-9fc6-4bc6-b19b-996a0139ecc0" -d '{"events": [{"server_uuid": "37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f", "name": "network-vif-plugged", "status": "completed", "tag": "e11d7c2d-a53d-4383-8631-aa98568f8a74"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:23:37.067056 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2238bd-625c-47e8-b6f8-e4050e0f134a req-14f86f4e-3399-48ef-a404-982bcfaf64e9 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:37.068650 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d2238bd-625c-47e8-b6f8-e4050e0f134a req-14f86f4e-3399-48ef-a404-982bcfaf64e9 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0621555 Jun 04 08:23:37.083248 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5163f559-4c7e-43d8-be21-a9eea4c523e5 x-openstack-request-id: req-5163f559-4c7e-43d8-be21-a9eea4c523e5 {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:23:37.083569 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f", "name": "network-vif-plugged", "status": "completed", "tag": "e11d7c2d-a53d-4383-8631-aa98568f8a74", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:23:37.083886 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5163f559-4c7e-43d8-be21-a9eea4c523e5 {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:23:37.084294 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5163f559-4c7e-43d8-be21-a9eea4c523e5'] response: {'server_uuid': '37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11d7c2d-a53d-4383-8631-aa98568f8a74', 'code': 200} Jun 04 08:23:37.102965 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Request body: {'port': {'device_id': 'd809e44d-c207-4d17-8c33-a3d123532205', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:37.241810 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1de3d6c4-ab78-42c0-a079-9414252cc9e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:37.288115 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d2238bd-625c-47e8-b6f8-e4050e0f134a req-1e1c82b2-c631-4cfd-abfd-29267f995331 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122982 Jun 04 08:23:37.340230 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (e4cb4960-139c-4cff-a93c-90234a09c30d), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:37.349590 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:37.394697 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cba1b738-ab1f-4cd2-a307-ea6ac53f95f1 req-1dedae8e-ba06-4724-90e3-2940101340dd service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813561 Jun 04 08:23:37.399384 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc11bd0-77a9-4bf3-b13f-ed08001a6fbb req-313e32ba-5306-46b5-b6cd-5fa854eee93e tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:37.401077 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3bc11bd0-77a9-4bf3-b13f-ed08001a6fbb req-313e32ba-5306-46b5-b6cd-5fa854eee93e tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.1319618 Jun 04 08:23:37.407423 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 49110) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:37.481079 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:37.505435 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1de3d6c4-ab78-42c0-a079-9414252cc9e4 admin admin] Publish callbacks [] for security_group (c1f44284-b0ee-4fd6-91a3-ddd781b83276), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:37.521322 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3bc11bd0-77a9-4bf3-b13f-ed08001a6fbb req-c3606c17-33aa-4e5b-b5cc-85120426088f tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123857 Jun 04 08:23:37.522679 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1de3d6c4-ab78-42c0-a079-9414252cc9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (c1f44284-b0ee-4fd6-91a3-ddd781b83276), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:37.576209 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3d6c4-ab78-42c0-a079-9414252cc9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f44284-b0ee-4fd6-91a3-ddd781b83276,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:37.583220 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-1de3d6c4-ab78-42c0-a079-9414252cc9e4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0786beece4924bcdbff4be0b9555dff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5475352 Jun 04 08:23:37.584414 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49114) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:37.627957 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc633004-7356-4775-aa9d-ffe16793116b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:37.644826 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-314985b5-ac39-4b0a-8e79-01a9ecf8051c admin admin] Publish callbacks [] for security_group (c1f44284-b0ee-4fd6-91a3-ddd781b83276), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:37.668760 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-314985b5-ac39-4b0a-8e79-01a9ecf8051c admin admin] Publish callbacks [] for security_group (c1f44284-b0ee-4fd6-91a3-ddd781b83276), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:37.681687 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:37.728005 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-314985b5-ac39-4b0a-8e79-01a9ecf8051c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (c1f44284-b0ee-4fd6-91a3-ddd781b83276), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:37.732158 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-314985b5-ac39-4b0a-8e79-01a9ecf8051c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:37.736186 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-314985b5-ac39-4b0a-8e79-01a9ecf8051c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c1f44284-b0ee-4fd6-91a3-ddd781b83276 HTTP/1.1" status: 204 len: 168 time: 0.1494818 Jun 04 08:23:37.736362 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:37.743411 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314985b5-ac39-4b0a-8e79-01a9ecf8051c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f44284-b0ee-4fd6-91a3-ddd781b83276,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:37.820254 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc633004-7356-4775-aa9d-ffe16793116b admin admin] Publish callbacks [] for security_group (2b03e907-673e-437e-be95-a31e63e7eda8), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:37.825680 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc633004-7356-4775-aa9d-ffe16793116b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (2b03e907-673e-437e-be95-a31e63e7eda8), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:37.832588 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4cb4960-139c-4cff-a93c-90234a09c30d {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:23:37.848738 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Publish callbacks [] for port (e4cb4960-139c-4cff-a93c-90234a09c30d), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:37.891086 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Transition to ACTIVE for port object e4cb4960-139c-4cff-a93c-90234a09c30d will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:23:37.891973 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc633004-7356-4775-aa9d-ffe16793116b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b03e907-673e-437e-be95-a31e63e7eda8,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:37.898322 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-cc633004-7356-4775-aa9d-ffe16793116b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eadc4f3314914914be117efcf09d37ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4899180 Jun 04 08:23:37.899220 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (e4cb4960-139c-4cff-a93c-90234a09c30d), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:37.901306 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49122) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:37.982830 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-061c08d2-4b16-4f2a-8c0b-dbbeeceb58f5 admin admin] Publish callbacks [] for security_group (2b03e907-673e-437e-be95-a31e63e7eda8), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:38.025813 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-061c08d2-4b16-4f2a-8c0b-dbbeeceb58f5 admin admin] Publish callbacks [] for security_group (2b03e907-673e-437e-be95-a31e63e7eda8), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:38.112380 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-061c08d2-4b16-4f2a-8c0b-dbbeeceb58f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (2b03e907-673e-437e-be95-a31e63e7eda8), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:38.117502 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-061c08d2-4b16-4f2a-8c0b-dbbeeceb58f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:38.119652 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-061c08d2-4b16-4f2a-8c0b-dbbeeceb58f5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2b03e907-673e-437e-be95-a31e63e7eda8 HTTP/1.1" status: 204 len: 168 time: 0.2169094 Jun 04 08:23:38.124902 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Pushing event updated for resources: {'Port': ['ID=e4cb4960-139c-4cff-a93c-90234a09c30d,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:38.152651 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c08d2-4b16-4f2a-8c0b-dbbeeceb58f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b03e907-673e-437e-be95-a31e63e7eda8,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:38.198213 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4ce5d-4e0f-49dd-aef5-72bead093f4d req-f05487cd-2d64-4cb1-94e6-c7f5b7c1043f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:38.199865 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cbe4ce5d-4e0f-49dd-aef5-72bead093f4d req-f05487cd-2d64-4cb1-94e6-c7f5b7c1043f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 944 time: 0.0718498 Jun 04 08:23:38.200345 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49130) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:38.213487 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Attempting to bind port e4cb4960-139c-4cff-a93c-90234a09c30d on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:23:38.214080 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Attempting to bind port e4cb4960-139c-4cff-a93c-90234a09c30d by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:23:38.214498 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Attempting to bind port e4cb4960-139c-4cff-a93c-90234a09c30d on network b88cbea7-518a-4446-bcff-56c4dc453510 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:23:38.221380 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d72c26d2-82da-4142-bc06-07559c6967c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:38.227011 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Port e4cb4960-139c-4cff-a93c-90234a09c30d on network b88cbea7-518a-4446-bcff-56c4dc453510 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:23:38.227444 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Attempting to bind port e4cb4960-139c-4cff-a93c-90234a09c30d on network b88cbea7-518a-4446-bcff-56c4dc453510 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:23:38.239041 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:23:38.239986 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Checking segment: {'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:23:38.239986 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Bound using segment: {'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:23:38.240761 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Bound port: e4cb4960-139c-4cff-a93c-90234a09c30d, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:23:38.241680 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (e4cb4960-139c-4cff-a93c-90234a09c30d), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:38.254544 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d3a4f-87ea-4df3-abc0-f725660a7d84 req-30218cb1-c0ef-40d6-87b8-106383694b5a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:38.264408 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a49d3a4f-87ea-4df3-abc0-f725660a7d84 req-30218cb1-c0ef-40d6-87b8-106383694b5a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 944 time: 0.1723855 Jun 04 08:23:38.311135 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-cbe4ce5d-4e0f-49dd-aef5-72bead093f4d req-0612ad90-d192-471f-bd98-8354eec8795d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036079 Jun 04 08:23:38.380019 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d72c26d2-82da-4142-bc06-07559c6967c0 admin admin] Publish callbacks [] for security_group (2d84fde5-199d-44d0-939b-7aa6ec850a3e), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:38.385993 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d72c26d2-82da-4142-bc06-07559c6967c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (2d84fde5-199d-44d0-939b-7aa6ec850a3e), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:38.405693 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a49d3a4f-87ea-4df3-abc0-f725660a7d84 req-334ac71c-1e5b-4a03-86b1-4fc129d0e372 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=9817dcbe-2135-470f-9c52-7169af518583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399360 Jun 04 08:23:38.431728 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] For port e4cb4960-139c-4cff-a93c-90234a09c30d, host hv-cinder-83699, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:23:38.443996 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] For port e4cb4960-139c-4cff-a93c-90234a09c30d, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4cb4960-139c-4cff-a93c-90234a09c30d,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:23:38.455524 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (e4cb4960-139c-4cff-a93c-90234a09c30d), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:38.474891 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c26d2-82da-4142-bc06-07559c6967c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d84fde5-199d-44d0-939b-7aa6ec850a3e,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:38.483817 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-d72c26d2-82da-4142-bc06-07559c6967c0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6c3795c0e635473495f06362c78505d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801375 Jun 04 08:23:38.484938 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49138) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:38.498045 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:38.498711 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:38.499353 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ff296-f650-4dc6-af6f-105a23cd2ff2 req-d4246bd4-8fd3-4ffc-be6e-2072234b0139 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:38.500286 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-30b32963-aced-4393-9916-7300bb34891b req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] 10.222.0.77 "PUT /v2.0/ports/e4cb4960-139c-4cff-a93c-90234a09c30d HTTP/1.1" status: 200 len: 1094 time: 1.4021950 Jun 04 08:23:38.500812 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-757ff296-f650-4dc6-af6f-105a23cd2ff2 req-d4246bd4-8fd3-4ffc-be6e-2072234b0139 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0925000 Jun 04 08:23:38.503222 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd809e44d-c207-4d17-8c33-a3d123532205', 'tag': 'e4cb4960-139c-4cff-a93c-90234a09c30d'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:23:38.505132 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e07684f-bb23-4893-a790-4da8da79a5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d809e44d-c207-4d17-8c33-a3d123532205", "tag": "e4cb4960-139c-4cff-a93c-90234a09c30d"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:23:38.527501 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:38.610962 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a8e55-390f-4872-a2d5-b6a7cbda774b service neutron] Pushing event updated for resources: {'Port': ['ID=e4cb4960-139c-4cff-a93c-90234a09c30d,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:38.682674 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:38.706834 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4040bf3-b5ae-4ef7-a565-ff6ca0932f40 req-b6f117fc-327f-48bf-929b-868c8ce05a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:38.708897 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c4040bf3-b5ae-4ef7-a565-ff6ca0932f40 req-b6f117fc-327f-48bf-929b-868c8ce05a96 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3&device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 1127 time: 0.1614108 Jun 04 08:23:38.710433 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9232b0-d573-411b-8512-36e78176058f req-b7cfb030-b85b-499b-90ff-d09162a00ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:38.712293 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9f9232b0-d573-411b-8512-36e78176058f req-b7cfb030-b85b-499b-90ff-d09162a00ae6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 1130 time: 0.1511114 Jun 04 08:23:38.728661 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-757ff296-f650-4dc6-af6f-105a23cd2ff2 req-cc939a58-5838-44a9-9260-a369b5973117 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155077 Jun 04 08:23:38.735168 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b32963-aced-4393-9916-7300bb34891b req-09aa7042-cf79-419b-9f67-155720882531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:38.736867 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-30b32963-aced-4393-9916-7300bb34891b req-09aa7042-cf79-419b-9f67-155720882531 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bada48f0853f4642b538bab7eae486e6&device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 1128 time: 0.1327593 Jun 04 08:23:38.742363 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-68e9bc00-abb4-4029-aa4f-6b9bed9d7fa5 admin admin] Publish callbacks [] for security_group (2d84fde5-199d-44d0-939b-7aa6ec850a3e), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:38.789493 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-30b32963-aced-4393-9916-7300bb34891b req-4468d9ee-c9b5-4268-a060-e31cce16419c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4cb4960-139c-4cff-a93c-90234a09c30d HTTP/1.1" status: 200 len: 217 time: 0.0436599 Jun 04 08:23:38.818227 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d37def7-41fd-4014-859f-6ecdf74ec245 x-openstack-request-id: req-6d37def7-41fd-4014-859f-6ecdf74ec245 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:23:38.818520 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d809e44d-c207-4d17-8c33-a3d123532205", "tag": "e4cb4960-139c-4cff-a93c-90234a09c30d", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:23:38.818784 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d37def7-41fd-4014-859f-6ecdf74ec245 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:23:38.819185 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d37def7-41fd-4014-859f-6ecdf74ec245'] response: {'name': 'network-changed', 'server_uuid': 'd809e44d-c207-4d17-8c33-a3d123532205', 'tag': 'e4cb4960-139c-4cff-a93c-90234a09c30d', 'status': 'completed', 'code': 200} Jun 04 08:23:38.859260 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49146) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:38.871585 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-68e9bc00-abb4-4029-aa4f-6b9bed9d7fa5 admin admin] Publish callbacks [] for security_group (2d84fde5-199d-44d0-939b-7aa6ec850a3e), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:38.898303 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f36ca42d-f617-4401-a25b-82ef8589bcdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:38.943640 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b32963-aced-4393-9916-7300bb34891b req-a0633154-427d-4325-b55a-0ff3da83a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:38.945914 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-30b32963-aced-4393-9916-7300bb34891b req-a0633154-427d-4325-b55a-0ff3da83a613 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5faa1da9-51be-4c06-b751-2fe7b4126f56 HTTP/1.1" status: 200 len: 854 time: 0.1495984 Jun 04 08:23:38.972414 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9f9232b0-d573-411b-8512-36e78176058f req-76f1a51d-ae5b-47f4-b9b8-c64dea17326d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420936 Jun 04 08:23:38.987890 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:38.991593 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4040bf3-b5ae-4ef7-a565-ff6ca0932f40 req-a54be94b-c7c6-4fa1-bd61-fb5ee054a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:38.993000 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c4040bf3-b5ae-4ef7-a565-ff6ca0932f40 req-a54be94b-c7c6-4fa1-bd61-fb5ee054a383 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3ffca17b-eb82-420d-9eb0-3683041b6356 HTTP/1.1" status: 200 len: 917 time: 0.2722847 Jun 04 08:23:39.031418 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123f30b-e67f-4332-9d19-efdf1cfaa4d2 req-0d6a26be-4909-4240-a0c3-7a4182e7316b tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:39.032921 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d123f30b-e67f-4332-9d19-efdf1cfaa4d2 req-0d6a26be-4909-4240-a0c3-7a4182e7316b tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.1252148 Jun 04 08:23:39.057410 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e8e5321e-b515-4ee9-87e6-264af32f292d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:39.059698 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b32963-aced-4393-9916-7300bb34891b req-182e60f8-58eb-4a0d-93c0-8fd1ecd63d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:39.061736 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-30b32963-aced-4393-9916-7300bb34891b req-182e60f8-58eb-4a0d-93c0-8fd1ecd63d82 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b88cbea7-518a-4446-bcff-56c4dc453510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0910966 Jun 04 08:23:39.075255 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-68e9bc00-abb4-4029-aa4f-6b9bed9d7fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (2d84fde5-199d-44d0-939b-7aa6ec850a3e), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:39.078488 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-68e9bc00-abb4-4029-aa4f-6b9bed9d7fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:39.079633 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-68e9bc00-abb4-4029-aa4f-6b9bed9d7fa5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2d84fde5-199d-44d0-939b-7aa6ec850a3e HTTP/1.1" status: 204 len: 168 time: 0.5941286 Jun 04 08:23:39.114778 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9bc00-abb4-4029-aa4f-6b9bed9d7fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d84fde5-199d-44d0-939b-7aa6ec850a3e,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:39.125379 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d123f30b-e67f-4332-9d19-efdf1cfaa4d2 req-c0ced1ef-6077-409a-9353-3fa70bf60726 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860615 Jun 04 08:23:39.163185 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f36ca42d-f617-4401-a25b-82ef8589bcdf admin admin] Publish callbacks [] for security_group (4ff9dc72-d16b-4bd1-9c51-d44d068df105), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:39.177678 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f36ca42d-f617-4401-a25b-82ef8589bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (4ff9dc72-d16b-4bd1-9c51-d44d068df105), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:39.210155 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c4040bf3-b5ae-4ef7-a565-ff6ca0932f40 req-150a9c4b-330c-436b-a836-f6f80e50d413 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5c8d48b-c798-4362-9600-52b8c6b3edf7 HTTP/1.1" status: 200 len: 217 time: 0.0410495 Jun 04 08:23:39.272247 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ca42d-f617-4401-a25b-82ef8589bcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff9dc72-d16b-4bd1-9c51-d44d068df105,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:39.280297 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-f36ca42d-f617-4401-a25b-82ef8589bcdf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e69782156b46499b85f3bff713d92faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4160337 Jun 04 08:23:39.283871 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49150) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:39.362379 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-30b32963-aced-4393-9916-7300bb34891b req-c70024c1-381c-4650-b759-b3a32c75e5ba service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919363 Jun 04 08:23:39.378028 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3e1b00b6-15a7-4760-805e-e3db2cb36610 admin admin] Publish callbacks [] for security_group (4ff9dc72-d16b-4bd1-9c51-d44d068df105), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:39.410201 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3e1b00b6-15a7-4760-805e-e3db2cb36610 admin admin] Publish callbacks [] for security_group (4ff9dc72-d16b-4bd1-9c51-d44d068df105), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:39.473323 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3e1b00b6-15a7-4760-805e-e3db2cb36610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (4ff9dc72-d16b-4bd1-9c51-d44d068df105), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:39.477316 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3e1b00b6-15a7-4760-805e-e3db2cb36610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:39.484509 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-3e1b00b6-15a7-4760-805e-e3db2cb36610 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4ff9dc72-d16b-4bd1-9c51-d44d068df105 HTTP/1.1" status: 204 len: 168 time: 0.1945784 Jun 04 08:23:39.484836 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4040bf3-b5ae-4ef7-a565-ff6ca0932f40 req-819c45cf-3165-421c-9835-33cafdf97403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:39.484836 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c4040bf3-b5ae-4ef7-a565-ff6ca0932f40 req-819c45cf-3165-421c-9835-33cafdf97403 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02e06554-fbcb-49c6-b330-43781b1202a6 HTTP/1.1" status: 200 len: 855 time: 0.2677095 Jun 04 08:23:39.497045 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b00b6-15a7-4760-805e-e3db2cb36610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff9dc72-d16b-4bd1-9c51-d44d068df105,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:39.505339 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79888860-4fe1-4ee4-88e1-ad731bb00466 req-fbe41a61-8412-4ad7-b9ad-403f4ba11f43 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:39.509534 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-79888860-4fe1-4ee4-88e1-ad731bb00466 req-fbe41a61-8412-4ad7-b9ad-403f4ba11f43 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 944 time: 0.0826411 Jun 04 08:23:39.558950 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 49162) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:39.581669 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe115-1e77-43f5-b7dd-aa76d2d47d4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:39.600140 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ef679-c8bb-4d5d-987f-e535d8597fc6 req-17cb30fc-2414-4c27-a8c4-16e46d991af0 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:39.602068 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ec3ef679-c8bb-4d5d-987f-e535d8597fc6 req-17cb30fc-2414-4c27-a8c4-16e46d991af0 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 944 time: 0.0620799 Jun 04 08:23:39.607552 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-79888860-4fe1-4ee4-88e1-ad731bb00466 req-0b2602f5-04b1-4d58-9bec-27471ae073bd tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860281 Jun 04 08:23:39.627638 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:39.667993 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ec3ef679-c8bb-4d5d-987f-e535d8597fc6 req-e9237a7b-7c8e-4d1a-9fea-ada81b748bfd tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=9817dcbe-2135-470f-9c52-7169af518583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579307 Jun 04 08:23:39.694158 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe115-1e77-43f5-b7dd-aa76d2d47d4b admin admin] Publish callbacks [] for security_group (fae78f72-082d-47b9-8306-ed1e8b03cd55), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:39.703895 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:39.707292 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe115-1e77-43f5-b7dd-aa76d2d47d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (fae78f72-082d-47b9-8306-ed1e8b03cd55), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:39.740394 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:39.772680 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4040bf3-b5ae-4ef7-a565-ff6ca0932f40 req-3d34ab32-afac-481b-906c-f1d5fd907c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:39.774526 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c4040bf3-b5ae-4ef7-a565-ff6ca0932f40 req-3d34ab32-afac-481b-906c-f1d5fd907c64 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ffca17b-eb82-420d-9eb0-3683041b6356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0790100 Jun 04 08:23:39.780736 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9a4fe115-1e77-43f5-b7dd-aa76d2d47d4b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0fcf479dd46642979fb5dff74dce05f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184913 Jun 04 08:23:39.780736 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fe115-1e77-43f5-b7dd-aa76d2d47d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae78f72-082d-47b9-8306-ed1e8b03cd55,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:39.789321 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 49168) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:39.821346 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-30b32963-aced-4393-9916-7300bb34891b req-b04b3574-23b0-4a52-bdbb-4222950d4574 service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272762 Jun 04 08:23:39.934813 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d37c6-1f4e-4218-a133-3e0a81b1287d req-c2a551bd-9d1a-4c52-8351-453982ca13d1 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:39.936907 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-447d37c6-1f4e-4218-a133-3e0a81b1287d req-c2a551bd-9d1a-4c52-8351-453982ca13d1 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0708895 Jun 04 08:23:39.979387 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c38553c-8036-4270-80bb-8120a058b347 admin admin] Publish callbacks [] for security_group (fae78f72-082d-47b9-8306-ed1e8b03cd55), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:40.015439 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c4040bf3-b5ae-4ef7-a565-ff6ca0932f40 req-d12521aa-7200-4600-9f46-01cdfdd451bf service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110841 Jun 04 08:23:40.027875 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c38553c-8036-4270-80bb-8120a058b347 admin admin] Publish callbacks [] for security_group (fae78f72-082d-47b9-8306-ed1e8b03cd55), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:40.053999 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-447d37c6-1f4e-4218-a133-3e0a81b1287d req-a2dd49de-139a-4612-a0a2-15d8bb49f819 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056926 Jun 04 08:23:40.096512 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:40.100110 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c38553c-8036-4270-80bb-8120a058b347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (fae78f72-082d-47b9-8306-ed1e8b03cd55), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:40.102770 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c38553c-8036-4270-80bb-8120a058b347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:40.103915 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4c38553c-8036-4270-80bb-8120a058b347 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fae78f72-082d-47b9-8306-ed1e8b03cd55 HTTP/1.1" status: 204 len: 168 time: 0.3136117 Jun 04 08:23:40.112909 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38553c-8036-4270-80bb-8120a058b347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae78f72-082d-47b9-8306-ed1e8b03cd55,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:40.260358 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc9159-394e-4add-be3d-fa72a3a349e3 req-4361dc2f-ec76-4423-9763-f1c00c7df467 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:40.261947 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-08cc9159-394e-4add-be3d-fa72a3a349e3 req-4361dc2f-ec76-4423-9763-f1c00c7df467 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0558074 Jun 04 08:23:40.313603 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-08cc9159-394e-4add-be3d-fa72a3a349e3 req-0f6438b8-5db8-496a-9461-3ee73701c827 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453453 Jun 04 08:23:40.313980 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 683a8100-f2f6-4a84-82c4-09a8d38f10ca details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:23:40.335742 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49194) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:40.429613 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 683a8100-f2f6-4a84-82c4-09a8d38f10ca, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=683a8100-f2f6-4a84-82c4-09a8d38f10ca,segment=NetworkSegment(e260448d-50b2-4924-907f-130b05e152a3),segment_id=e260448d-50b2-4924-907f-130b05e152a3)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:40.441645 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': '683a8100-f2f6-4a84-82c4-09a8d38f10ca', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'port_id': '683a8100-f2f6-4a84-82c4-09a8d38f10ca', 'mac_address': 'fa:16:3e:86:e0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:23:40.453049 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-4b7454d6-370e-4e4c-ba5b-56190d150cf0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1154575367-network', 'tenant_id': '54c153652c4342cdb9d8cd339ddf2c31'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:40.475689 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7454d6-370e-4e4c-ba5b-56190d150cf0 admin admin] Made reservation on behalf of 54c153652c4342cdb9d8cd339ddf2c31 for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:23:40.478254 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b7454d6-370e-4e4c-ba5b-56190d150cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:40.487908 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b7454d6-370e-4e4c-ba5b-56190d150cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:40.585134 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b7454d6-370e-4e4c-ba5b-56190d150cf0 admin admin] Publish callbacks [] for security_group (281d23b4-1f5b-4da3-9435-395abad99c52), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:40.589255 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b7454d6-370e-4e4c-ba5b-56190d150cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (281d23b4-1f5b-4da3-9435-395abad99c52), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:40.616215 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 683a8100-f2f6-4a84-82c4-09a8d38f10ca is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:40.616856 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (683a8100-f2f6-4a84-82c4-09a8d38f10ca), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:40.620609 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7454d6-370e-4e4c-ba5b-56190d150cf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=103812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 08:23:40.631276 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683a8100-f2f6-4a84-82c4-09a8d38f10ca {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:23:40.633867 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7454d6-370e-4e4c-ba5b-56190d150cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281d23b4-1f5b-4da3-9435-395abad99c52,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:40.639896 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b7454d6-370e-4e4c-ba5b-56190d150cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (429341e0-09e5-45a4-b632-98c6f39ebba4), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:40.640150 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-4b7454d6-370e-4e4c-ba5b-56190d150cf0 admin admin] Added segment 429341e0-09e5-45a4-b632-98c6f39ebba4 of type vlan for network 16747b98-b2cb-4e89-aa87-9aa0f54bbaab Jun 04 08:23:40.660106 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 683a8100-f2f6-4a84-82c4-09a8d38f10ca, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=683a8100-f2f6-4a84-82c4-09a8d38f10ca,segment=NetworkSegment(e260448d-50b2-4924-907f-130b05e152a3),segment_id=e260448d-50b2-4924-907f-130b05e152a3)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:40.667129 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (683a8100-f2f6-4a84-82c4-09a8d38f10ca), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:40.668204 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device f5c8d48b-c798-4362-9600-52b8c6b3edf7 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:23:40.713533 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b7454d6-370e-4e4c-ba5b-56190d150cf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (16747b98-b2cb-4e89-aa87-9aa0f54bbaab), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:40.745360 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b7454d6-370e-4e4c-ba5b-56190d150cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (16747b98-b2cb-4e89-aa87-9aa0f54bbaab), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:40.746833 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7454d6-370e-4e4c-ba5b-56190d150cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:40.747585 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4b7454d6-370e-4e4c-ba5b-56190d150cf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:40.775352 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:40.781975 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=683a8100-f2f6-4a84-82c4-09a8d38f10ca,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:40.795942 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52ef8a-f610-4247-b6ac-34dd6e31bac4 req-31c2c582-9e94-4ef3-80c2-b476baabaabc tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:40.799936 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3c52ef8a-f610-4247-b6ac-34dd6e31bac4 req-31c2c582-9e94-4ef3-80c2-b476baabaabc tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 945 time: 0.0837412 Jun 04 08:23:40.819452 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-4b7454d6-370e-4e4c-ba5b-56190d150cf0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4825158 Jun 04 08:23:40.835560 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 49216) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:40.843602 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port f5c8d48b-c798-4362-9600-52b8c6b3edf7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f5c8d48b-c798-4362-9600-52b8c6b3edf7,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:40.853862 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-a3056883-e1df-4247-bdc2-9b37251e4e81 admin admin] Request body: {'subnet': {'network_id': '16747b98-b2cb-4e89-aa87-9aa0f54bbaab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1154575367-subnet', 'tenant_id': '54c153652c4342cdb9d8cd339ddf2c31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:40.867120 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'port_id': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7', 'mac_address': 'fa:16:3e:90:e8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:23:40.900778 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:40.930315 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port f5c8d48b-c798-4362-9600-52b8c6b3edf7 is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:40.930781 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:40.947951 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c8d48b-c798-4362-9600-52b8c6b3edf7 {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:23:40.968654 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3056883-e1df-4247-bdc2-9b37251e4e81 admin admin] Made reservation on behalf of 54c153652c4342cdb9d8cd339ddf2c31 for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:23:40.971190 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a3056883-e1df-4247-bdc2-9b37251e4e81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127108470'] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:40.977539 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7454d6-370e-4e4c-ba5b-56190d150cf0 admin admin] Pushing event updated for resources: {'Network': ['ID=16747b98-b2cb-4e89-aa87-9aa0f54bbaab,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:40.982279 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port f5c8d48b-c798-4362-9600-52b8c6b3edf7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f5c8d48b-c798-4362-9600-52b8c6b3edf7,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:40.988917 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4b4be-0ba9-45bc-befd-98b6a87ab2b7 req-51cb64b5-1d4b-4449-bcfc-d1148453c031 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:40.991363 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b2d4b4be-0ba9-45bc-befd-98b6a87ab2b7 req-51cb64b5-1d4b-4449-bcfc-d1148453c031 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 944 time: 0.1700711 Jun 04 08:23:40.996701 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network 16747b98-b2cb-4e89-aa87-9aa0f54bbaab details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:23:41.012266 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:41.048266 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3c52ef8a-f610-4247-b6ac-34dd6e31bac4 req-02b8a352-7492-4217-b1d8-0091735ecc39 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168722 Jun 04 08:23:41.079613 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:41.079989 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c4040bf3-b5ae-4ef7-a565-ff6ca0932f40 req-4a5be1d2-f2ac-4f00-825c-58b9e57c7dbe service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761335 Jun 04 08:23:41.090839 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b2d4b4be-0ba9-45bc-befd-98b6a87ab2b7 req-4f224fa7-8bd7-4edc-983f-f421eec5a81d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=9817dcbe-2135-470f-9c52-7169af518583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879738 Jun 04 08:23:41.152935 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:41.163693 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=f5c8d48b-c798-4362-9600-52b8c6b3edf7,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:41.254999 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788f0fc-fae1-47a0-9cb9-b563e3c7652d req-e933d2e3-4e4b-44ac-8980-01ca8692c996 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:41.256516 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6788f0fc-fae1-47a0-9cb9-b563e3c7652d req-e933d2e3-4e4b-44ac-8980-01ca8692c996 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 944 time: 0.0669689 Jun 04 08:23:41.277317 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:41.361653 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a3056883-e1df-4247-bdc2-9b37251e4e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127078783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127108420'] for subnet (1c7eb3c9-3b95-465f-887f-8a73b8a9698a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:41.371182 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07684f-bb23-4893-a790-4da8da79a5b0 req-07f61f7e-92cf-410d-8cdb-0686887a9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:41.374079 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3e07684f-bb23-4893-a790-4da8da79a5b0 req-07f61f7e-92cf-410d-8cdb-0686887a9851 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bada48f0853f4642b538bab7eae486e6&device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 1128 time: 0.0569453 Jun 04 08:23:41.414790 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6788f0fc-fae1-47a0-9cb9-b563e3c7652d req-b15f27d7-28fd-4ef3-b05d-2f6f8ce3c7c5 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336851 Jun 04 08:23:41.477111 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3056883-e1df-4247-bdc2-9b37251e4e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c7eb3c9-3b95-465f-887f-8a73b8a9698a,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:41.484398 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3056883-e1df-4247-bdc2-9b37251e4e81 admin admin] Checking segment: {'id': '429341e0-09e5-45a4-b632-98c6f39ebba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '16747b98-b2cb-4e89-aa87-9aa0f54bbaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:23:41.484764 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3056883-e1df-4247-bdc2-9b37251e4e81 admin admin] Network hostable DHCP agents. Network: 16747b98-b2cb-4e89-aa87-9aa0f54bbaab, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:23:41.492026 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023e2de-c4b9-4943-95b5-73de85305e1e req-748110dd-92ba-4459-87a4-106bcd56fe61 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:41.493493 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5023e2de-c4b9-4943-95b5-73de85305e1e req-748110dd-92ba-4459-87a4-106bcd56fe61 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0918431 Jun 04 08:23:41.504949 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3056883-e1df-4247-bdc2-9b37251e4e81 admin admin] Network 16747b98-b2cb-4e89-aa87-9aa0f54bbaab is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:23:41.510344 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['683a8100-f2f6-4a84-82c4-09a8d38f10ca'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:23:41.526479 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-a3056883-e1df-4247-bdc2-9b37251e4e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, 16747b98-b2cb-4e89-aa87-9aa0f54bbaab) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:41.536240 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3056883-e1df-4247-bdc2-9b37251e4e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:41.536917 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a3056883-e1df-4247-bdc2-9b37251e4e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:41.545086 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07684f-bb23-4893-a790-4da8da79a5b0 req-63be2697-1857-4e89-981c-220fab1ffac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:41.546792 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3e07684f-bb23-4893-a790-4da8da79a5b0 req-63be2697-1857-4e89-981c-220fab1ffac0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b88cbea7-518a-4446-bcff-56c4dc453510 HTTP/1.1" status: 200 len: 916 time: 0.1670530 Jun 04 08:23:41.549682 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da01eb28-06b6-43d7-b8e1-e771c9d66e02 None None] Network 16747b98-b2cb-4e89-aa87-9aa0f54bbaab requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:23:41.575244 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a3056883-e1df-4247-bdc2-9b37251e4e81 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7295716 Jun 04 08:23:41.594017 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3e07684f-bb23-4893-a790-4da8da79a5b0 req-813464b4-ffbc-43e4-aad6-22a863d0bbce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4cb4960-139c-4cff-a93c-90234a09c30d HTTP/1.1" status: 200 len: 217 time: 0.0364006 Jun 04 08:23:41.599177 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5023e2de-c4b9-4943-95b5-73de85305e1e req-c7ffd6a2-3cb3-4360-ae04-10219383b0f1 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982485 Jun 04 08:23:41.606992 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['f5c8d48b-c798-4362-9600-52b8c6b3edf7'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:23:41.635162 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:41.646756 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:41.656228 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07684f-bb23-4893-a790-4da8da79a5b0 req-0b99d1f8-0a51-4422-bfb3-b52547aeb415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:41.657784 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3e07684f-bb23-4893-a790-4da8da79a5b0 req-0b99d1f8-0a51-4422-bfb3-b52547aeb415 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5faa1da9-51be-4c06-b751-2fe7b4126f56 HTTP/1.1" status: 200 len: 854 time: 0.0565631 Jun 04 08:23:41.731800 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07684f-bb23-4893-a790-4da8da79a5b0 req-db407076-1121-49ed-aed7-37b39eecf60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:41.734749 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3e07684f-bb23-4893-a790-4da8da79a5b0 req-db407076-1121-49ed-aed7-37b39eecf60a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b88cbea7-518a-4446-bcff-56c4dc453510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0667784 Jun 04 08:23:41.873660 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1940d81-1356-495d-a7f5-6a260375e522 None None] Network 16747b98-b2cb-4e89-aa87-9aa0f54bbaab requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:23:41.908689 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3e07684f-bb23-4893-a790-4da8da79a5b0 req-e7e859b2-561f-42c9-af98-f6b9fa469a2e service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454728 Jun 04 08:23:42.042603 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3e07684f-bb23-4893-a790-4da8da79a5b0 req-ea598c4f-c172-4190-8d8d-c343544089f0 service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268098 Jun 04 08:23:42.261465 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef15cf-8ad7-44e3-91d2-2a0c394a6ae1 req-c5a66123-3996-49ae-85a2-30943e50a772 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:42.264687 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4d7bb-2478-4728-980f-2eadf77684c1 req-e713ed1f-eec2-40d6-b113-dddd4d188900 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:42.264902 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b3ef15cf-8ad7-44e3-91d2-2a0c394a6ae1 req-c5a66123-3996-49ae-85a2-30943e50a772 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0736518 Jun 04 08:23:42.265528 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-74c4d7bb-2478-4728-980f-2eadf77684c1 req-e713ed1f-eec2-40d6-b113-dddd4d188900 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 945 time: 0.0614252 Jun 04 08:23:42.281719 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e70322-01b9-439e-beb7-1c4c67f6224d req-3f6046e1-48d5-4dcd-9edf-83cd1e2907a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:42.283270 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-78e70322-01b9-439e-beb7-1c4c67f6224d req-3f6046e1-48d5-4dcd-9edf-83cd1e2907a0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 1130 time: 0.1533124 Jun 04 08:23:42.358174 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b3ef15cf-8ad7-44e3-91d2-2a0c394a6ae1 req-2d9290c7-1ac5-429a-9664-6bb316db6b7f tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879040 Jun 04 08:23:42.398273 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-74c4d7bb-2478-4728-980f-2eadf77684c1 req-18ae09ed-7879-4189-bdf4-93f706da87f1 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236479 Jun 04 08:23:42.425979 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e70322-01b9-439e-beb7-1c4c67f6224d req-34cbc2d4-6f41-48d3-8821-036afca5e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:42.427675 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-78e70322-01b9-439e-beb7-1c4c67f6224d req-34cbc2d4-6f41-48d3-8821-036afca5e191 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 200 len: 920 time: 0.1361732 Jun 04 08:23:42.488433 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-78e70322-01b9-439e-beb7-1c4c67f6224d req-c7727e2a-f619-4a67-837b-039e94c15333 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e11d7c2d-a53d-4383-8631-aa98568f8a74 HTTP/1.1" status: 200 len: 217 time: 0.0414202 Jun 04 08:23:42.498105 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053f956-abff-475b-981d-fda8ceac1ac3 req-081ba560-0145-432d-b645-475e2146d5c2 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:42.502326 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7053f956-abff-475b-981d-fda8ceac1ac3 req-081ba560-0145-432d-b645-475e2146d5c2 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 944 time: 0.0771687 Jun 04 08:23:42.590415 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7053f956-abff-475b-981d-fda8ceac1ac3 req-8affad1c-6259-4239-bf91-c66602e60c91 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=9817dcbe-2135-470f-9c52-7169af518583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824299 Jun 04 08:23:42.619568 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f6172-fe1b-4c93-aa35-4ba66cc1513f req-2177d5c1-8726-4719-9db6-2a0304f3a1f8 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:42.627536 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-084f6172-fe1b-4c93-aa35-4ba66cc1513f req-2177d5c1-8726-4719-9db6-2a0304f3a1f8 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 944 time: 0.1094074 Jun 04 08:23:42.630264 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device e4cb4960-139c-4cff-a93c-90234a09c30d details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:23:42.687252 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 49284) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:42.701187 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-54185494-6357-400a-94ef-89ce4932c4ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-617348369-network', 'tenant_id': '6887b328484341e685ef0718e1a1cea9'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:42.751768 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54185494-6357-400a-94ef-89ce4932c4ce admin admin] Made reservation on behalf of 6887b328484341e685ef0718e1a1cea9 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:23:42.754530 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-54185494-6357-400a-94ef-89ce4932c4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:42.764533 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port e4cb4960-139c-4cff-a93c-90234a09c30d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4cb4960-139c-4cff-a93c-90234a09c30d,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:42.773920 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-54185494-6357-400a-94ef-89ce4932c4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:42.788715 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': 'e4cb4960-139c-4cff-a93c-90234a09c30d', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'port_id': 'e4cb4960-139c-4cff-a93c-90234a09c30d', 'mac_address': 'fa:16:3e:ad:29:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:23:42.844008 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port e4cb4960-139c-4cff-a93c-90234a09c30d is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:42.845122 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (e4cb4960-139c-4cff-a93c-90234a09c30d), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:42.860151 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:42.863450 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:42.871010 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4cb4960-139c-4cff-a93c-90234a09c30d {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:23:42.884227 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:42.899543 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-54185494-6357-400a-94ef-89ce4932c4ce admin admin] Publish callbacks [] for security_group (b2bb4b30-2fdf-4f7a-9385-e82f4e20ef3d), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:42.908431 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:42.909303 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-54185494-6357-400a-94ef-89ce4932c4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (b2bb4b30-2fdf-4f7a-9385-e82f4e20ef3d), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:42.912133 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port e4cb4960-139c-4cff-a93c-90234a09c30d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4cb4960-139c-4cff-a93c-90234a09c30d,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:42.922810 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (e4cb4960-139c-4cff-a93c-90234a09c30d), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:42.938668 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e70322-01b9-439e-beb7-1c4c67f6224d req-cb31d766-34c9-47f0-b04e-ddb3aefcef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:42.940383 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-78e70322-01b9-439e-beb7-1c4c67f6224d req-cb31d766-34c9-47f0-b04e-ddb3aefcef63 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a1bd244-02e5-437b-b10c-98141f388763 HTTP/1.1" status: 200 len: 858 time: 0.4323425 Jun 04 08:23:42.953812 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54185494-6357-400a-94ef-89ce4932c4ce admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 08:23:42.965207 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54185494-6357-400a-94ef-89ce4932c4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bb4b30-2fdf-4f7a-9385-e82f4e20ef3d,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:42.980244 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-54185494-6357-400a-94ef-89ce4932c4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (232539ef-07b1-4a6e-8b32-1ca4fb1abdaa), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:42.980707 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-54185494-6357-400a-94ef-89ce4932c4ce admin admin] Added segment 232539ef-07b1-4a6e-8b32-1ca4fb1abdaa of type vlan for network dad8db46-432f-4e18-8092-1940bc500123 Jun 04 08:23:43.004993 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e70322-01b9-439e-beb7-1c4c67f6224d req-8da82361-55bd-4b06-b3a2-27f59d81f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:43.006525 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-78e70322-01b9-439e-beb7-1c4c67f6224d req-8da82361-55bd-4b06-b3a2-27f59d81f984 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1fd25ca8-4d43-46c5-8814-4ee274135448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440376 Jun 04 08:23:43.010652 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=e4cb4960-139c-4cff-a93c-90234a09c30d,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:43.011711 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-084f6172-fe1b-4c93-aa35-4ba66cc1513f req-86e1fd87-1cc5-41c1-be70-5c4d7c694501 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3830781 Jun 04 08:23:43.036595 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-54185494-6357-400a-94ef-89ce4932c4ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (dad8db46-432f-4e18-8092-1940bc500123), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:43.073796 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-54185494-6357-400a-94ef-89ce4932c4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (dad8db46-432f-4e18-8092-1940bc500123), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:43.074840 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54185494-6357-400a-94ef-89ce4932c4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:43.075428 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-54185494-6357-400a-94ef-89ce4932c4ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:43.121676 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-78e70322-01b9-439e-beb7-1c4c67f6224d req-6dc186b2-3b37-40f7-b5d5-b3467f2b526c service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995305 Jun 04 08:23:43.135276 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-54185494-6357-400a-94ef-89ce4932c4ce admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4462993 Jun 04 08:23:43.138343 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 49294) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:43.146436 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-e1dff41e-53f0-4e82-862a-9eaa17b0287b admin admin] Request body: {'subnet': {'network_id': 'dad8db46-432f-4e18-8092-1940bc500123', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-617348369-subnet', 'tenant_id': '6887b328484341e685ef0718e1a1cea9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:43.156740 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54185494-6357-400a-94ef-89ce4932c4ce admin admin] Pushing event updated for resources: {'Network': ['ID=dad8db46-432f-4e18-8092-1940bc500123,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:43.171990 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network dad8db46-432f-4e18-8092-1940bc500123 details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:23:43.174858 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dff41e-53f0-4e82-862a-9eaa17b0287b admin admin] Made reservation on behalf of 6887b328484341e685ef0718e1a1cea9 for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:23:43.177979 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e1dff41e-53f0-4e82-862a-9eaa17b0287b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127108470'] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:43.253747 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 683a8100-f2f6-4a84-82c4-09a8d38f10ca up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:43.272291 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:43.282327 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-78e70322-01b9-439e-beb7-1c4c67f6224d req-884dfad0-7326-4af9-8c31-7af9f4a3f888 service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534696 Jun 04 08:23:43.328957 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port 683a8100-f2f6-4a84-82c4-09a8d38f10ca completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:23:43.340358 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port 683a8100-f2f6-4a84-82c4-09a8d38f10ca triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:43.342103 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (683a8100-f2f6-4a84-82c4-09a8d38f10ca), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:43.431943 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 683a8100-f2f6-4a84-82c4-09a8d38f10ca is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:43.432331 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (683a8100-f2f6-4a84-82c4-09a8d38f10ca), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:43.458346 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b78490-bd7e-4f85-8e69-23082e333b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683a8100-f2f6-4a84-82c4-09a8d38f10ca'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:23:43.460631 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e615619-1913-48e6-b8a4-09b1d4f15c2b" -d '{"events": [{"server_uuid": "d4b78490-bd7e-4f85-8e69-23082e333b72", "name": "network-vif-plugged", "status": "completed", "tag": "683a8100-f2f6-4a84-82c4-09a8d38f10ca"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:23:43.480344 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 683a8100-f2f6-4a84-82c4-09a8d38f10ca, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=683a8100-f2f6-4a84-82c4-09a8d38f10ca,segment=NetworkSegment(e260448d-50b2-4924-907f-130b05e152a3),segment_id=e260448d-50b2-4924-907f-130b05e152a3)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:43.490826 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (683a8100-f2f6-4a84-82c4-09a8d38f10ca), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:43.492032 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device f5c8d48b-c798-4362-9600-52b8c6b3edf7 up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:43.535770 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e1dff41e-53f0-4e82-862a-9eaa17b0287b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127078783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127108420'] for subnet (ea969ccd-ab35-4534-b324-78a2aa640964), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:43.581959 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140459ea-4394-4739-bafd-b8046bec2ebd req-1d5167b3-1a02-4791-8ea5-ecc884b68f9a tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:43.582533 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c79c29-35fd-4d7b-ac24-5f7337706481 req-2a0ce761-19e9-44c4-8920-cf9d40a0d28a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:43.583970 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-140459ea-4394-4739-bafd-b8046bec2ebd req-1d5167b3-1a02-4791-8ea5-ecc884b68f9a tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0563793 Jun 04 08:23:43.584295 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-23c79c29-35fd-4d7b-ac24-5f7337706481 req-2a0ce761-19e9-44c4-8920-cf9d40a0d28a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0929632 Jun 04 08:23:43.614714 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port f5c8d48b-c798-4362-9600-52b8c6b3edf7 completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:23:43.617203 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=683a8100-f2f6-4a84-82c4-09a8d38f10ca,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:43.627639 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port f5c8d48b-c798-4362-9600-52b8c6b3edf7 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:43.627639 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:43.628922 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dff41e-53f0-4e82-862a-9eaa17b0287b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea969ccd-ab35-4534-b324-78a2aa640964,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:43.649540 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dff41e-53f0-4e82-862a-9eaa17b0287b admin admin] Checking segment: {'id': '232539ef-07b1-4a6e-8b32-1ca4fb1abdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'dad8db46-432f-4e18-8092-1940bc500123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:23:43.650080 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dff41e-53f0-4e82-862a-9eaa17b0287b admin admin] Network hostable DHCP agents. Network: dad8db46-432f-4e18-8092-1940bc500123, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:23:43.658555 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['e4cb4960-139c-4cff-a93c-90234a09c30d'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:23:43.668242 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-140459ea-4394-4739-bafd-b8046bec2ebd req-5c061f15-172e-41f1-9c23-5fa927c83b17 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714622 Jun 04 08:23:43.674517 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-23c79c29-35fd-4d7b-ac24-5f7337706481 req-5975b1a1-9ed3-49cc-aa27-df287717edb7 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756602 Jun 04 08:23:43.700652 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dff41e-53f0-4e82-862a-9eaa17b0287b admin admin] Network dad8db46-432f-4e18-8092-1940bc500123 is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:23:43.718993 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-e1dff41e-53f0-4e82-862a-9eaa17b0287b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, dad8db46-432f-4e18-8092-1940bc500123) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:23:43.724761 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c46982-9fd6-4a23-a7e5-301bcefb4d77 x-openstack-request-id: req-e5c46982-9fd6-4a23-a7e5-301bcefb4d77 {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:23:43.725072 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b78490-bd7e-4f85-8e69-23082e333b72", "name": "network-vif-plugged", "status": "completed", "tag": "683a8100-f2f6-4a84-82c4-09a8d38f10ca", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:23:43.725367 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e5c46982-9fd6-4a23-a7e5-301bcefb4d77 {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:23:43.725746 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c46982-9fd6-4a23-a7e5-301bcefb4d77'] response: {'server_uuid': 'd4b78490-bd7e-4f85-8e69-23082e333b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683a8100-f2f6-4a84-82c4-09a8d38f10ca', 'code': 200} Jun 04 08:23:43.727259 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dff41e-53f0-4e82-862a-9eaa17b0287b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:43.727956 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e1dff41e-53f0-4e82-862a-9eaa17b0287b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:43.737331 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e073d83-4fda-460a-a0bd-b41a4910ca21 None None] Network dad8db46-432f-4e18-8092-1940bc500123 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:23:43.757799 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e1dff41e-53f0-4e82-862a-9eaa17b0287b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6143675 Jun 04 08:23:43.839663 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56840e-8f94-4477-ae0d-04bcc6488949 req-f962071d-c339-40a9-80c4-d7afc66e269e tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:43.846343 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0d56840e-8f94-4477-ae0d-04bcc6488949 req-f962071d-c339-40a9-80c4-d7afc66e269e tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 945 time: 0.0858295 Jun 04 08:23:43.860751 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port f5c8d48b-c798-4362-9600-52b8c6b3edf7 is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:43.861133 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:43.904204 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0d56840e-8f94-4477-ae0d-04bcc6488949 req-5e126178-add3-4e21-a2cd-818d3942d663 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=9817dcbe-2135-470f-9c52-7169af518583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525241 Jun 04 08:23:43.938836 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port f5c8d48b-c798-4362-9600-52b8c6b3edf7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f5c8d48b-c798-4362-9600-52b8c6b3edf7,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:43.947333 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:44.127620 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9596eed-9082-4384-ae5f-928d3ad1a293 None None] Network dad8db46-432f-4e18-8092-1940bc500123 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:23:44.146221 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:44.156657 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7c9fa-f298-4204-b6ec-bfa89a6d3d8a req-57fe2344-b145-4b46-a2ab-ee65b92f1190 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:44.158437 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-94f7c9fa-f298-4204-b6ec-bfa89a6d3d8a req-57fe2344-b145-4b46-a2ab-ee65b92f1190 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0528574 Jun 04 08:23:44.173110 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:44.179386 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:44.181724 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:44.208665 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=f5c8d48b-c798-4362-9600-52b8c6b3edf7,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:44.223602 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-94f7c9fa-f298-4204-b6ec-bfa89a6d3d8a req-32a2354f-82aa-4151-9fb2-f5e8e2557abb tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564208 Jun 04 08:23:44.792689 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82708fe1-8dfb-438e-b914-8b29a64d0961 req-962f0dd8-66b7-43ea-84bf-9b0cb6421460 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:44.794251 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-82708fe1-8dfb-438e-b914-8b29a64d0961 req-962f0dd8-66b7-43ea-84bf-9b0cb6421460 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0529084 Jun 04 08:23:44.800207 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc226de3-51a2-45e8-8eff-57f5e7156e69 req-186c27b9-f5ab-4896-96bc-eb5c5fb61fae tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:44.803287 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dc226de3-51a2-45e8-8eff-57f5e7156e69 req-186c27b9-f5ab-4896-96bc-eb5c5fb61fae tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0546982 Jun 04 08:23:44.832107 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:44.859401 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dc226de3-51a2-45e8-8eff-57f5e7156e69 req-9bf64103-703e-47da-9d58-c798e85cc972 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497127 Jun 04 08:23:44.864805 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-82708fe1-8dfb-438e-b914-8b29a64d0961 req-82bf003d-2d89-4d0a-ab18-4cc520a2b250 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632305 Jun 04 08:23:44.984109 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device e4cb4960-139c-4cff-a93c-90234a09c30d up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:23:45.039988 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75972c9e-c585-481b-aca4-d2e14c5fbe01 req-a6def337-1a42-4534-99ff-57d78df7700b tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:45.040922 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port e4cb4960-139c-4cff-a93c-90234a09c30d completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:23:45.048680 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-75972c9e-c585-481b-aca4-d2e14c5fbe01 req-a6def337-1a42-4534-99ff-57d78df7700b tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 945 time: 0.0710564 Jun 04 08:23:45.049597 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port e4cb4960-139c-4cff-a93c-90234a09c30d triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:23:45.050103 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (e4cb4960-139c-4cff-a93c-90234a09c30d), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:45.111599 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-75972c9e-c585-481b-aca4-d2e14c5fbe01 req-0289bfc7-d762-4ef7-be2d-693a553e6891 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=9817dcbe-2135-470f-9c52-7169af518583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621152 Jun 04 08:23:45.163189 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port e4cb4960-139c-4cff-a93c-90234a09c30d is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:45.163575 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (e4cb4960-139c-4cff-a93c-90234a09c30d), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:45.198895 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port e4cb4960-139c-4cff-a93c-90234a09c30d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4cb4960-139c-4cff-a93c-90234a09c30d,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:45.204832 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (e4cb4960-139c-4cff-a93c-90234a09c30d), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:45.256247 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=e4cb4960-139c-4cff-a93c-90234a09c30d,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:45.348570 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab29c05-4235-42f7-becc-eeb78cef27c5 req-163ed148-98fa-4da0-a19d-8ce7e26b7eb7 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:45.350102 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cab29c05-4235-42f7-becc-eeb78cef27c5 req-163ed148-98fa-4da0-a19d-8ce7e26b7eb7 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0598223 Jun 04 08:23:45.404069 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cab29c05-4235-42f7-becc-eeb78cef27c5 req-8026c43d-29e5-48cf-8aa8-7735dbd02b75 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482893 Jun 04 08:23:45.488437 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4e564-6543-4593-b646-83b543147401 req-dc6fea84-f3ee-4f63-9535-de436bcb54a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:45.489969 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bdf4e564-6543-4593-b646-83b543147401 req-dc6fea84-f3ee-4f63-9535-de436bcb54a5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 1130 time: 0.0498850 Jun 04 08:23:45.554366 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bdf4e564-6543-4593-b646-83b543147401 req-8a75cc0c-ecb8-4448-a210-945af715c182 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422649 Jun 04 08:23:45.727011 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376f550c-566d-4324-a058-95440de61568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7'}, {'server_uuid': 'd809e44d-c207-4d17-8c33-a3d123532205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cb4960-139c-4cff-a93c-90234a09c30d'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:23:45.729369 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8350285-7824-4fbb-a745-330e958af23b" -d '{"events": [{"server_uuid": "376f550c-566d-4324-a058-95440de61568", "name": "network-vif-plugged", "status": "completed", "tag": "f5c8d48b-c798-4362-9600-52b8c6b3edf7"}, {"server_uuid": "d809e44d-c207-4d17-8c33-a3d123532205", "name": "network-vif-plugged", "status": "completed", "tag": "e4cb4960-139c-4cff-a93c-90234a09c30d"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:23:45.774128 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 04 Jun 2022 08:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dbcab8-0ad2-446f-b83f-37a725de72b2 x-openstack-request-id: req-e8dbcab8-0ad2-446f-b83f-37a725de72b2 {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:23:45.774428 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376f550c-566d-4324-a058-95440de61568", "name": "network-vif-plugged", "status": "completed", "tag": "f5c8d48b-c798-4362-9600-52b8c6b3edf7", "code": 200}, {"server_uuid": "d809e44d-c207-4d17-8c33-a3d123532205", "name": "network-vif-plugged", "status": "completed", "tag": "e4cb4960-139c-4cff-a93c-90234a09c30d", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:23:45.774736 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e8dbcab8-0ad2-446f-b83f-37a725de72b2 {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:23:45.775141 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8dbcab8-0ad2-446f-b83f-37a725de72b2'] response: {'server_uuid': '376f550c-566d-4324-a058-95440de61568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7', 'code': 200} Jun 04 08:23:45.775400 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8dbcab8-0ad2-446f-b83f-37a725de72b2'] response: {'server_uuid': 'd809e44d-c207-4d17-8c33-a3d123532205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cb4960-139c-4cff-a93c-90234a09c30d', 'code': 200} Jun 04 08:23:46.009255 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bce44-cf7f-4d38-94d3-d6d18d9c7620 req-1a1d3f2e-ee65-4503-b278-84216982eeeb tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:46.016999 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3f6bce44-cf7f-4d38-94d3-d6d18d9c7620 req-1a1d3f2e-ee65-4503-b278-84216982eeeb tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0730381 Jun 04 08:23:46.039998 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bbb50-c4b0-4ee1-b2c3-35d0e2e75da2 req-3d32b34d-370a-4c55-a10d-1845a7e21afa tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:46.042288 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-612bbb50-c4b0-4ee1-b2c3-35d0e2e75da2 req-3d32b34d-370a-4c55-a10d-1845a7e21afa tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0528374 Jun 04 08:23:46.074379 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3f6bce44-cf7f-4d38-94d3-d6d18d9c7620 req-04f89daf-92ea-4ba0-98e3-97a0aa6ba680 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557888 Jun 04 08:23:46.122654 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-612bbb50-c4b0-4ee1-b2c3-35d0e2e75da2 req-c2adec7d-5ee7-48f4-bd47-23c8986ae9e2 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738630 Jun 04 08:23:46.128651 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f9f28-80c3-4f79-b88e-6b9c05aab7a8 req-e8c2824f-c64c-43b7-a6cd-f86c88516640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:46.130208 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ba7f9f28-80c3-4f79-b88e-6b9c05aab7a8 req-e8c2824f-c64c-43b7-a6cd-f86c88516640 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 1130 time: 0.0501604 Jun 04 08:23:46.225920 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9ec3e-397a-4c65-aa8a-d90c5feddc7d req-2fe7279a-8dc7-4e51-827c-4647e996d447 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:46.227287 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2fd9ec3e-397a-4c65-aa8a-d90c5feddc7d req-2fe7279a-8dc7-4e51-827c-4647e996d447 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 946 time: 0.0481093 Jun 04 08:23:46.272838 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2fd9ec3e-397a-4c65-aa8a-d90c5feddc7d req-d6b33bcb-9798-42be-b49b-9dbdd55c66ff tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=9817dcbe-2135-470f-9c52-7169af518583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399523 Jun 04 08:23:46.535200 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9a68e-f959-4dc2-8444-629bf80b83e0 req-26dcdce5-f157-42cd-b541-e69e847cd1a8 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:46.536668 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-75e9a68e-f959-4dc2-8444-629bf80b83e0 req-26dcdce5-f157-42cd-b541-e69e847cd1a8 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0545676 Jun 04 08:23:46.564111 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f908017-35d0-4e19-bf07-c840e6a5ce35 req-a29b970a-d645-40b7-bc80-637d2e8e105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:46.565713 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4f908017-35d0-4e19-bf07-c840e6a5ce35 req-a29b970a-d645-40b7-bc80-637d2e8e105e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 1129 time: 0.0441430 Jun 04 08:23:46.600781 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ba7f9f28-80c3-4f79-b88e-6b9c05aab7a8 req-a0852968-ee08-4f58-9a72-49a0f29087ae service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9817dcbe-2135-470f-9c52-7169af518583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793946 Jun 04 08:23:46.608509 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-75e9a68e-f959-4dc2-8444-629bf80b83e0 req-de8e4a0b-2ac9-4308-a039-ad1acde2983f tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647130 Jun 04 08:23:46.616836 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4f908017-35d0-4e19-bf07-c840e6a5ce35 req-a6f95e5a-4ad9-430f-96ca-1646f4432e54 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440040 Jun 04 08:23:46.792865 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede34f35-6b30-4927-a901-723c34eaec85 req-56d32e88-3954-4f1b-baf4-3cc3c9331570 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:46.794350 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ede34f35-6b30-4927-a901-723c34eaec85 req-56d32e88-3954-4f1b-baf4-3cc3c9331570 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 945 time: 0.0528681 Jun 04 08:23:46.848619 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ede34f35-6b30-4927-a901-723c34eaec85 req-23c34911-a169-41cf-9aaf-d76f7a406d79 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452833 Jun 04 08:23:47.157585 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:47.197639 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fa6d1-3cdd-4757-bd74-a03dca40f96c req-df1199a2-ecda-468b-a7ee-26b6561e9eee tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:47.204666 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e27fa6d1-3cdd-4757-bd74-a03dca40f96c req-df1199a2-ecda-468b-a7ee-26b6561e9eee tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0621834 Jun 04 08:23:47.244479 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74daa3-dd2d-4f2f-bef8-c0547cb49fc1 req-113e6c5f-b6ce-4772-bf20-461453c9004b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:47.245934 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-de74daa3-dd2d-4f2f-bef8-c0547cb49fc1 req-113e6c5f-b6ce-4772-bf20-461453c9004b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0503621 Jun 04 08:23:47.253409 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e27fa6d1-3cdd-4757-bd74-a03dca40f96c req-a1e30f87-96b4-491a-a565-58f624c79e11 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477879 Jun 04 08:23:47.293994 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-de74daa3-dd2d-4f2f-bef8-c0547cb49fc1 req-cc039847-6d4f-401b-b5bf-3474bc5852a3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421169 Jun 04 08:23:47.395293 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be97fd1-6da8-4df5-9af6-6ec64ff44f70 req-0f90a340-5581-4a7d-bc62-b16d4b0deb99 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:47.396747 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3be97fd1-6da8-4df5-9af6-6ec64ff44f70 req-0f90a340-5581-4a7d-bc62-b16d4b0deb99 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 946 time: 0.0526843 Jun 04 08:23:47.412098 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a1410-6525-44d2-bb18-605e40cec189 req-0f153f45-2b0f-44c8-8f21-eb738a9a3017 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:47.413590 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-757a1410-6525-44d2-bb18-605e40cec189 req-0f153f45-2b0f-44c8-8f21-eb738a9a3017 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0465825 Jun 04 08:23:47.423102 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49434) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:47.427920 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-3443f616-ac26-4e71-9a7d-ee4783657705 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Request body: {'floatingip': {'port_id': '683a8100-f2f6-4a84-82c4-09a8d38f10ca'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:47.448344 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3be97fd1-6da8-4df5-9af6-6ec64ff44f70 req-859ddaa6-30b2-4d70-b08e-2133c08a16b2 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=9817dcbe-2135-470f-9c52-7169af518583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460908 Jun 04 08:23:47.497909 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3443f616-ac26-4e71-9a7d-ee4783657705 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for floatingip (5c894af8-dd45-43ec-a75a-5fd6a0f5c2ba), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:47.745692 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:47.749552 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:47.766692 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7880bbf-e008-4b86-9fc4-67807533e6c2 req-94b2c906-cd64-4003-be20-98baa5ae8bb3 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:47.768124 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c7880bbf-e008-4b86-9fc4-67807533e6c2 req-94b2c906-cd64-4003-be20-98baa5ae8bb3 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0841012 Jun 04 08:23:47.949650 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c7880bbf-e008-4b86-9fc4-67807533e6c2 req-5489ad8d-9aee-4896-bed8-7a888b844932 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754758 Jun 04 08:23:47.970738 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41664c95-fa1c-4c3d-861a-324f47202be8 req-fb655cf7-5d3e-45c2-9ef3-58569d3900ce tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:47.972390 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-41664c95-fa1c-4c3d-861a-324f47202be8 req-fb655cf7-5d3e-45c2-9ef3-58569d3900ce tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 945 time: 0.0478554 Jun 04 08:23:48.021507 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-41664c95-fa1c-4c3d-861a-324f47202be8 req-01b2c416-61f5-44cd-baad-bf25a4fee259 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429151 Jun 04 08:23:48.181782 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3443f616-ac26-4e71-9a7d-ee4783657705 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:48.189356 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3443f616-ac26-4e71-9a7d-ee4783657705 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (5c894af8-dd45-43ec-a75a-5fd6a0f5c2ba), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:48.310190 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-3443f616-ac26-4e71-9a7d-ee4783657705 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Floating IP 5c894af8-dd45-43ec-a75a-5fd6a0f5c2ba associated. External IP: 172.27.2.9, port: 683a8100-f2f6-4a84-82c4-09a8d38f10ca. Jun 04 08:23:48.565116 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b5b5c-a9f8-4bd7-9d68-63794701c65e req-fbccbe45-c11f-4df7-aea1-af6d2e1cbe5a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:48.566641 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7c2b5b5c-a9f8-4bd7-9d68-63794701c65e req-fbccbe45-c11f-4df7-aea1-af6d2e1cbe5a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 946 time: 0.0487375 Jun 04 08:23:48.617008 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7c2b5b5c-a9f8-4bd7-9d68-63794701c65e req-70e17f43-d08f-43ec-917a-1791400e8358 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=9817dcbe-2135-470f-9c52-7169af518583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445378 Jun 04 08:23:48.653571 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22265a-e108-4c24-9808-0abd4dc2ef72 req-239d3dc2-e6c6-433a-a678-b76bc16460fa tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:48.655565 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ef22265a-e108-4c24-9808-0abd4dc2ef72 req-239d3dc2-e6c6-433a-a678-b76bc16460fa tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.2953250 Jun 04 08:23:48.755347 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ef22265a-e108-4c24-9808-0abd4dc2ef72 req-3108d650-ebe6-4b40-af28-d640e382ce50 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938234 Jun 04 08:23:48.828681 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3443f616-ac26-4e71-9a7d-ee4783657705 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Router be87d69c-80d4-487d-a449-74918b33bb5c has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:23:48.933265 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3443f616-ac26-4e71-9a7d-ee4783657705 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:23:48.937674 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3443f616-ac26-4e71-9a7d-ee4783657705 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:48.945602 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfb54d5-138d-440a-9614-6ab4f713f9f1 None None] Sync routers for ids ['be87d69c-80d4-487d-a449-74918b33bb5c'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:23:48.956111 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfb54d5-138d-440a-9614-6ab4f713f9f1 None None] Routers {'be87d69c-80d4-487d-a449-74918b33bb5c'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:48.957020 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-6dfb54d5-138d-440a-9614-6ab4f713f9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:23:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['be87d69c-80d4-487d-a449-74918b33bb5c'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:48.968838 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-3443f616-ac26-4e71-9a7d-ee4783657705 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "PUT /v2.0/floatingips/5c894af8-dd45-43ec-a75a-5fd6a0f5c2ba HTTP/1.1" status: 200 len: 990 time: 1.5446389 Jun 04 08:23:48.969476 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b78490-bd7e-4f85-8e69-23082e333b72', 'tag': '683a8100-f2f6-4a84-82c4-09a8d38f10ca'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:23:48.971936 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75e0915-bc64-41bd-9953-76c2be729ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b78490-bd7e-4f85-8e69-23082e333b72", "tag": "683a8100-f2f6-4a84-82c4-09a8d38f10ca"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:23:49.007544 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e647145b-d26d-49ab-9502-936cbfc4a37c x-openstack-request-id: req-e647145b-d26d-49ab-9502-936cbfc4a37c {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:23:49.007900 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b78490-bd7e-4f85-8e69-23082e333b72", "tag": "683a8100-f2f6-4a84-82c4-09a8d38f10ca", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:23:49.010177 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e647145b-d26d-49ab-9502-936cbfc4a37c {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:23:49.010177 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e647145b-d26d-49ab-9502-936cbfc4a37c'] response: {'name': 'network-changed', 'server_uuid': 'd4b78490-bd7e-4f85-8e69-23082e333b72', 'tag': '683a8100-f2f6-4a84-82c4-09a8d38f10ca', 'status': 'completed', 'code': 200} Jun 04 08:23:49.061720 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-6dfb54d5-138d-440a-9614-6ab4f713f9f1 None None] Set router be87d69c-80d4-487d-a449-74918b33bb5c gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:49.073841 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ebd1-3218-430a-95a4-b4b9a3ece496 req-218889fd-c3b9-418a-b4a3-853ed04bb303 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:49.075333 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0730ebd1-3218-430a-95a4-b4b9a3ece496 req-218889fd-c3b9-418a-b4a3-853ed04bb303 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0494623 Jun 04 08:23:49.128634 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0730ebd1-3218-430a-95a4-b4b9a3ece496 req-cfddcbef-2754-4359-a987-0108e0107de3 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464466 Jun 04 08:23:49.149569 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafd279-03c4-4e60-93b9-5f63ec117ee5 req-75e0860e-3f65-4eba-aa90-c10d7b1b2b3c tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:49.155352 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-edafd279-03c4-4e60-93b9-5f63ec117ee5 req-75e0860e-3f65-4eba-aa90-c10d7b1b2b3c tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 945 time: 0.0588770 Jun 04 08:23:49.206156 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-edafd279-03c4-4e60-93b9-5f63ec117ee5 req-8f5047c1-3fe0-48c8-a12c-60947061f6c7 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435150 Jun 04 08:23:49.320907 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-6dfb54d5-138d-440a-9614-6ab4f713f9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:04Z', 'revision_number': 4, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port': {'id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '5c894af8-dd45-43ec-a75a-5fd6a0f5c2ba', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'port_id': '683a8100-f2f6-4a84-82c4-09a8d38f10ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'mac_address': 'fa:16:3e:86:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b78490-bd7e-4f85-8e69-23082e333b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:23:16Z', 'updated_at': '2022-06-04T08:23:48Z', 'revision_number': 1, 'project_id': '880551882c5748278978d5a7586d1f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d733bd-2a94-483a-a541-1f76c455137a', 'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'mac_address': 'fa:16:3e:ba:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:14Z', 'revision_number': 5, 'project_id': '880551882c5748278978d5a7586d1f30', 'subnets': [{'id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:49.345025 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfb54d5-138d-440a-9614-6ab4f713f9f1 None None] Checking router: be87d69c-80d4-487d-a449-74918b33bb5c for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:23:49.353659 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfb54d5-138d-440a-9614-6ab4f713f9f1 None None] Routers {'be87d69c-80d4-487d-a449-74918b33bb5c'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:49.354289 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-6dfb54d5-138d-440a-9614-6ab4f713f9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:23:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['be87d69c-80d4-487d-a449-74918b33bb5c'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:49.459033 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-6dfb54d5-138d-440a-9614-6ab4f713f9f1 None None] Set router be87d69c-80d4-487d-a449-74918b33bb5c gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:49.688246 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-6dfb54d5-138d-440a-9614-6ab4f713f9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:04Z', 'revision_number': 4, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port': {'id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '5c894af8-dd45-43ec-a75a-5fd6a0f5c2ba', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'port_id': '683a8100-f2f6-4a84-82c4-09a8d38f10ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'mac_address': 'fa:16:3e:86:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b78490-bd7e-4f85-8e69-23082e333b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:23:16Z', 'updated_at': '2022-06-04T08:23:48Z', 'revision_number': 1, 'project_id': '880551882c5748278978d5a7586d1f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d733bd-2a94-483a-a541-1f76c455137a', 'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'mac_address': 'fa:16:3e:ba:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:14Z', 'revision_number': 5, 'project_id': '880551882c5748278978d5a7586d1f30', 'subnets': [{'id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:49.721861 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfb54d5-138d-440a-9614-6ab4f713f9f1 None None] The sync data for ids ['be87d69c-80d4-487d-a449-74918b33bb5c'] in dv-cinder-836996-29-iscsi is: [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:04Z', 'revision_number': 4, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port': {'id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '5c894af8-dd45-43ec-a75a-5fd6a0f5c2ba', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'port_id': '683a8100-f2f6-4a84-82c4-09a8d38f10ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'mac_address': 'fa:16:3e:86:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b78490-bd7e-4f85-8e69-23082e333b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:23:16Z', 'updated_at': '2022-06-04T08:23:48Z', 'revision_number': 1, 'project_id': '880551882c5748278978d5a7586d1f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d733bd-2a94-483a-a541-1f76c455137a', 'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'mac_address': 'fa:16:3e:ba:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:14Z', 'revision_number': 5, 'project_id': '880551882c5748278978d5a7586d1f30', 'subnets': [{'id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:23:49.740156 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:49.758103 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:49.798650 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e56c71-a8f0-49c3-8b5e-ecdc588eb0a7 req-a5ef1c02-3775-447e-9faf-3cec499b413c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:49.808791 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-52e56c71-a8f0-49c3-8b5e-ecdc588eb0a7 req-a5ef1c02-3775-447e-9faf-3cec499b413c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 946 time: 0.1069000 Jun 04 08:23:49.924989 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-52e56c71-a8f0-49c3-8b5e-ecdc588eb0a7 req-956e29a0-3867-4fee-8a83-f841e2c495c8 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=9817dcbe-2135-470f-9c52-7169af518583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150570 Jun 04 08:23:49.972744 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cd108-114f-4658-a26b-d32cebcbd034 req-89a8eed4-43bb-416b-84c1-f31b439cea11 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:49.974983 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cd6cd108-114f-4658-a26b-d32cebcbd034 req-89a8eed4-43bb-416b-84c1-f31b439cea11 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0955544 Jun 04 08:23:49.981459 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49508) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:50.040371 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93891a92-4385-4d44-99a4-1e3e15a3e1b0 req-a8e4b14a-486f-4639-9f84-604ea6b8347c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:50.041960 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-93891a92-4385-4d44-99a4-1e3e15a3e1b0 req-a8e4b14a-486f-4639-9f84-604ea6b8347c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 946 time: 0.0529068 Jun 04 08:23:50.052119 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49512) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:50.056201 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cd6cd108-114f-4658-a26b-d32cebcbd034 req-4114091f-f1fb-43e1-9575-03573534f624 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694296 Jun 04 08:23:50.057444 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-e088649b-f1d6-4a9d-b97a-5da01177f5f0 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'floatingip': {'port_id': 'e4cb4960-139c-4cff-a93c-90234a09c30d'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:50.113625 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e088649b-f1d6-4a9d-b97a-5da01177f5f0 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (ca07ecc3-0139-4aee-87da-54b25481e168), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:50.117393 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-27761fe4-be4b-4466-9ce5-fdfdb30f1496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:50.344194 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9b623-156d-4da2-8e6a-6f06742c5197 req-753e6102-74fa-4ce1-9cc9-a511d78e8870 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:50.345696 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-87c9b623-156d-4da2-8e6a-6f06742c5197 req-753e6102-74fa-4ce1-9cc9-a511d78e8870 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 945 time: 0.0579066 Jun 04 08:23:50.350189 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad4640-140e-4bbd-9445-292ba15bbf02 req-e5833542-44b6-4209-a2fb-fd99abe0a9a8 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:50.354126 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-15ad4640-140e-4bbd-9445-292ba15bbf02 req-e5833542-44b6-4209-a2fb-fd99abe0a9a8 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.1276760 Jun 04 08:23:50.391111 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:50.398962 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-87c9b623-156d-4da2-8e6a-6f06742c5197 req-a8cb310c-6987-43d2-b384-b5839ad95113 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474927 Jun 04 08:23:50.477455 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-27761fe4-be4b-4466-9ce5-fdfdb30f1496 admin admin] Publish callbacks [] for security_group (4fa91130-94c8-49dc-8925-c65d06f05680), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:50.516531 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-27761fe4-be4b-4466-9ce5-fdfdb30f1496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (4fa91130-94c8-49dc-8925-c65d06f05680), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:50.543330 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-15ad4640-140e-4bbd-9445-292ba15bbf02 req-af5acd90-5c49-45b3-9dd8-24a29933d499 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816671 Jun 04 08:23:50.602950 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95075834-694d-41e1-93f1-1c4b3991ef8d None None] New status for floating IP 5c894af8-dd45-43ec-a75a-5fd6a0f5c2ba: ACTIVE {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:23:50.614800 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-27761fe4-be4b-4466-9ce5-fdfdb30f1496 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=38d87a96b1394e08a8342f48eb54684c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6296518 Jun 04 08:23:50.615665 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27761fe4-be4b-4466-9ce5-fdfdb30f1496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa91130-94c8-49dc-8925-c65d06f05680,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:50.615796 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 49520) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:50.682838 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Publish callbacks [] for security_group (4fa91130-94c8-49dc-8925-c65d06f05680), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:50.706578 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Publish callbacks [] for security_group (4fa91130-94c8-49dc-8925-c65d06f05680), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:50.775037 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (4fa91130-94c8-49dc-8925-c65d06f05680), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:50.779050 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:50.780824 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4fa91130-94c8-49dc-8925-c65d06f05680 HTTP/1.1" status: 204 len: 168 time: 0.1641374 Jun 04 08:23:50.785721 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e088649b-f1d6-4a9d-b97a-5da01177f5f0 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:50.791081 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e088649b-f1d6-4a9d-b97a-5da01177f5f0 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (ca07ecc3-0139-4aee-87da-54b25481e168), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:50.798666 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa91130-94c8-49dc-8925-c65d06f05680,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:50.812539 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:50.813088 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:50.813921 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:50.814454 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:50.815032 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:50.815671 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:50.816199 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:50.816679 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:50.817355 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:50.817865 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:50.818377 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:50.818856 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:50.819325 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:50.819793 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:50.820388 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f969b-ec59-4104-9de3-fffd8aa319c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:50.908103 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-e088649b-f1d6-4a9d-b97a-5da01177f5f0 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Floating IP ca07ecc3-0139-4aee-87da-54b25481e168 associated. External IP: 172.27.2.138, port: e4cb4960-139c-4cff-a93c-90234a09c30d. Jun 04 08:23:50.955442 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:50.963077 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:51.129909 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e088649b-f1d6-4a9d-b97a-5da01177f5f0 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Router 9661a351-3fc5-44e0-8b28-d0a5eb455318 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:23:51.198664 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49538) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:51.242243 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:51.256704 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e0915-bc64-41bd-9953-76c2be729ea5 req-446244be-00f6-41b8-adc6-d138b4160f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:51.258218 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c75e0915-bc64-41bd-9953-76c2be729ea5 req-446244be-00f6-41b8-adc6-d138b4160f22 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=880551882c5748278978d5a7586d1f30&device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 1130 time: 0.1089222 Jun 04 08:23:51.269755 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25c4f0-c499-4b27-b56e-2738863bd1d6 req-7b5b274d-a662-45e1-9914-2e14be85faf2 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:51.271249 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0f25c4f0-c499-4b27-b56e-2738863bd1d6 req-7b5b274d-a662-45e1-9914-2e14be85faf2 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0613797 Jun 04 08:23:51.290997 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e088649b-f1d6-4a9d-b97a-5da01177f5f0 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:23:51.298960 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e088649b-f1d6-4a9d-b97a-5da01177f5f0 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:51.301352 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f528520-e621-4c9b-95cc-388063919d73 None None] Sync routers for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:23:51.314295 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f528520-e621-4c9b-95cc-388063919d73 None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:51.315115 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-3f528520-e621-4c9b-95cc-388063919d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:23:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:51.359532 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e088649b-f1d6-4a9d-b97a-5da01177f5f0 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "PUT /v2.0/floatingips/ca07ecc3-0139-4aee-87da-54b25481e168 HTTP/1.1" status: 200 len: 992 time: 1.3060093 Jun 04 08:23:51.362303 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0f25c4f0-c499-4b27-b56e-2738863bd1d6 req-b8e3798b-6792-4463-b28b-805cb18d5e61 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850492 Jun 04 08:23:51.362646 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd809e44d-c207-4d17-8c33-a3d123532205', 'tag': 'e4cb4960-139c-4cff-a93c-90234a09c30d'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:23:51.365782 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b185ba4-7aa3-4fd6-885c-3807be319a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "d809e44d-c207-4d17-8c33-a3d123532205", "tag": "e4cb4960-139c-4cff-a93c-90234a09c30d"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:23:51.405486 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] Publish callbacks [] for security_group (11622648-2c13-499a-abad-c868eed44282), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:51.407349 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865b15c7-11aa-4010-890e-7d03f076a90f x-openstack-request-id: req-865b15c7-11aa-4010-890e-7d03f076a90f {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:23:51.407656 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d809e44d-c207-4d17-8c33-a3d123532205", "tag": "e4cb4960-139c-4cff-a93c-90234a09c30d", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:23:51.407966 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-865b15c7-11aa-4010-890e-7d03f076a90f {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:23:51.408492 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-865b15c7-11aa-4010-890e-7d03f076a90f'] response: {'name': 'network-changed', 'server_uuid': 'd809e44d-c207-4d17-8c33-a3d123532205', 'tag': 'e4cb4960-139c-4cff-a93c-90234a09c30d', 'status': 'completed', 'code': 200} Jun 04 08:23:51.409849 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (11622648-2c13-499a-abad-c868eed44282), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:51.432657 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-3f528520-e621-4c9b-95cc-388063919d73 None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:51.458679 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f0b840cee17a4f8d9fab292e482c9f79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589085 Jun 04 08:23:51.459177 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 49548) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:51.459663 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11622648-2c13-499a-abad-c868eed44282,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:51.469243 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:51.469591 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:51.470072 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:51.470461 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:51.470795 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:51.471125 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:51.471491 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:51.471815 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:51.472179 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:51.472503 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:51.472829 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:51.473234 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:51.473554 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:51.473891 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:51.474269 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0229c-a567-4580-83fe-43465d1292e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:23:51.525135 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:51.551005 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:51.558406 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b4ed94e7-cca0-404c-9fa9-e61e93233deb admin admin] Publish callbacks [] for security_group (11622648-2c13-499a-abad-c868eed44282), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:51.566775 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d6855-aaa9-4aae-97f2-e1c1033e732f req-b0881abe-9026-4c9a-b9b4-efa08c0c9ada tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:51.568227 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-895d6855-aaa9-4aae-97f2-e1c1033e732f req-b0881abe-9026-4c9a-b9b4-efa08c0c9ada tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 945 time: 0.0660088 Jun 04 08:23:51.576903 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:51.609024 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b4ed94e7-cca0-404c-9fa9-e61e93233deb admin admin] Publish callbacks [] for security_group (11622648-2c13-499a-abad-c868eed44282), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:51.664180 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-3f528520-e621-4c9b-95cc-388063919d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': 'ca07ecc3-0139-4aee-87da-54b25481e168', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'port_id': 'e4cb4960-139c-4cff-a93c-90234a09c30d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'mac_address': 'fa:16:3e:ad:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd809e44d-c207-4d17-8c33-a3d123532205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:23:27Z', 'updated_at': '2022-06-04T08:23:50Z', 'revision_number': 1, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:51.680917 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-895d6855-aaa9-4aae-97f2-e1c1033e732f req-2aef591d-1209-4f56-b7c7-fc77d6de96c8 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017487 Jun 04 08:23:51.696474 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f528520-e621-4c9b-95cc-388063919d73 None None] Checking router: 9661a351-3fc5-44e0-8b28-d0a5eb455318 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:23:51.708445 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f528520-e621-4c9b-95cc-388063919d73 None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:51.709368 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-3f528520-e621-4c9b-95cc-388063919d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:23:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:51.730941 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ad975-295e-46ed-92f9-2e01a1b4089d req-c7019202-b8ff-4177-bf28-0d39577e2dc2 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:51.733500 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0f3ad975-295e-46ed-92f9-2e01a1b4089d req-c7019202-b8ff-4177-bf28-0d39577e2dc2 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.1080847 Jun 04 08:23:51.759861 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b185ba4-7aa3-4fd6-885c-3807be319a6e req-399527c6-e50e-4fce-92c9-b1d0b2d9572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:51.761512 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2b185ba4-7aa3-4fd6-885c-3807be319a6e req-399527c6-e50e-4fce-92c9-b1d0b2d9572b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bada48f0853f4642b538bab7eae486e6&device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 1130 time: 0.0724754 Jun 04 08:23:51.785967 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b4ed94e7-cca0-404c-9fa9-e61e93233deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (11622648-2c13-499a-abad-c868eed44282), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:51.788504 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b4ed94e7-cca0-404c-9fa9-e61e93233deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:51.791997 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-b4ed94e7-cca0-404c-9fa9-e61e93233deb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/11622648-2c13-499a-abad-c868eed44282 HTTP/1.1" status: 204 len: 168 time: 0.3288169 Jun 04 08:23:51.809538 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed94e7-cca0-404c-9fa9-e61e93233deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11622648-2c13-499a-abad-c868eed44282,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:51.828962 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed448a-fbe6-4976-a435-147db5469d07 req-837345d6-78ed-4486-82be-803536a3e9c8 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:51.830721 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-00ed448a-fbe6-4976-a435-147db5469d07 req-837345d6-78ed-4486-82be-803536a3e9c8 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 945 time: 0.1000600 Jun 04 08:23:51.848381 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-3f528520-e621-4c9b-95cc-388063919d73 None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:51.860793 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0f3ad975-295e-46ed-92f9-2e01a1b4089d req-fbd66a72-7af2-4cb0-aeba-8f26856a05aa tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222003 Jun 04 08:23:51.916086 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b185ba4-7aa3-4fd6-885c-3807be319a6e req-52b797ab-3afb-41c5-94d0-0a4f81619bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:51.926219 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2b185ba4-7aa3-4fd6-885c-3807be319a6e req-52b797ab-3afb-41c5-94d0-0a4f81619bf2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b88cbea7-518a-4446-bcff-56c4dc453510 HTTP/1.1" status: 200 len: 916 time: 0.1526153 Jun 04 08:23:52.014375 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e0915-bc64-41bd-9953-76c2be729ea5 req-2e44b6fa-4ce2-4dc1-bfaf-738f1e630ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:52.016113 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c75e0915-bc64-41bd-9953-76c2be729ea5 req-2e44b6fa-4ce2-4dc1-bfaf-738f1e630ee3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6b860f72-fd6a-4776-95a4-5ec614119cc7 HTTP/1.1" status: 200 len: 912 time: 0.3342857 Jun 04 08:23:52.043701 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2b185ba4-7aa3-4fd6-885c-3807be319a6e req-eda493f4-e515-4790-a11d-cb5675ee0f8f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4cb4960-139c-4cff-a93c-90234a09c30d HTTP/1.1" status: 200 len: 1000 time: 0.1099594 Jun 04 08:23:52.138146 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b185ba4-7aa3-4fd6-885c-3807be319a6e req-8033504a-1ff9-4a40-9134-31e9cc99770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:52.139930 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2b185ba4-7aa3-4fd6-885c-3807be319a6e req-8033504a-1ff9-4a40-9134-31e9cc99770c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5faa1da9-51be-4c06-b751-2fe7b4126f56 HTTP/1.1" status: 200 len: 854 time: 0.0892327 Jun 04 08:23:52.179830 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:52.197685 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b185ba4-7aa3-4fd6-885c-3807be319a6e req-8f9bbe6c-8f86-464b-be02-ec0c5036e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:52.199451 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2b185ba4-7aa3-4fd6-885c-3807be319a6e req-8f9bbe6c-8f86-464b-be02-ec0c5036e783 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b88cbea7-518a-4446-bcff-56c4dc453510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0538938 Jun 04 08:23:52.245646 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-3f528520-e621-4c9b-95cc-388063919d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': 'ca07ecc3-0139-4aee-87da-54b25481e168', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'port_id': 'e4cb4960-139c-4cff-a93c-90234a09c30d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'mac_address': 'fa:16:3e:ad:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd809e44d-c207-4d17-8c33-a3d123532205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:23:27Z', 'updated_at': '2022-06-04T08:23:50Z', 'revision_number': 1, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:52.273651 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f528520-e621-4c9b-95cc-388063919d73 None None] The sync data for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi is: [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': 'ca07ecc3-0139-4aee-87da-54b25481e168', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'port_id': 'e4cb4960-139c-4cff-a93c-90234a09c30d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'mac_address': 'fa:16:3e:ad:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd809e44d-c207-4d17-8c33-a3d123532205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:23:27Z', 'updated_at': '2022-06-04T08:23:50Z', 'revision_number': 1, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:23:52.352102 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49562) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:52.411712 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecaa2f-814a-4abc-9098-2af9d18faaa2 req-1f39f794-de18-454f-976a-c133895376c0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:52.418353 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e8ecaa2f-814a-4abc-9098-2af9d18faaa2 req-1f39f794-de18-454f-976a-c133895376c0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.4463518 Jun 04 08:23:52.428404 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:52.431145 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2b185ba4-7aa3-4fd6-885c-3807be319a6e req-51d20e6a-07f3-4520-8afe-414e0419ad62 service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247622 Jun 04 08:23:52.431733 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49568) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:52.432550 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b7d255e9-73c9-4b4a-9cf6-0a7a96b6e86b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:52.440294 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-bd6b8778-ae19-45f1-95e0-8c064f24d3cc tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Request body: {'floatingip': {'port_id': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:23:52.491200 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c75e0915-bc64-41bd-9953-76c2be729ea5 req-84bb7526-94df-4fe6-a330-189883718496 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=683a8100-f2f6-4a84-82c4-09a8d38f10ca HTTP/1.1" status: 200 len: 1000 time: 0.4501348 Jun 04 08:23:52.491722 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-00ed448a-fbe6-4976-a435-147db5469d07 req-e078694d-3bf7-4c97-940a-4946091d7aa7 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Deleting port 7dc6b25b-c041-44ed-9e6c-f9eed654cda8 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:23:52.492057 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-00ed448a-fbe6-4976-a435-147db5469d07 req-e078694d-3bf7-4c97-940a-4946091d7aa7 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (7dc6b25b-c041-44ed-9e6c-f9eed654cda8), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:52.659797 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14cbc8b-4be5-4056-a9d7-b5583bce1f30 None None] New status for floating IP ca07ecc3-0139-4aee-87da-54b25481e168: ACTIVE {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:23:52.666052 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:52.698102 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-00ed448a-fbe6-4976-a435-147db5469d07 req-e078694d-3bf7-4c97-940a-4946091d7aa7 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] For port 7dc6b25b-c041-44ed-9e6c-f9eed654cda8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7dc6b25b-c041-44ed-9e6c-f9eed654cda8,segment=NetworkSegment(081c6880-3cc3-4038-8f07-f17772e12540),segment_id=081c6880-3cc3-4038-8f07-f17772e12540)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:23:52.698799 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-00ed448a-fbe6-4976-a435-147db5469d07 req-e078694d-3bf7-4c97-940a-4946091d7aa7 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (7dc6b25b-c041-44ed-9e6c-f9eed654cda8), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:52.723120 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-00ed448a-fbe6-4976-a435-147db5469d07 req-e078694d-3bf7-4c97-940a-4946091d7aa7 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Calling delete_port for 7dc6b25b-c041-44ed-9e6c-f9eed654cda8 owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:23:52.743359 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e0915-bc64-41bd-9953-76c2be729ea5 req-77162297-058a-4540-aa23-d2104800c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:52.745476 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c75e0915-bc64-41bd-9953-76c2be729ea5 req-77162297-058a-4540-aa23-d2104800c7b8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=18b12b06-c651-4ab6-8f19-24224f73c099 HTTP/1.1" status: 200 len: 850 time: 0.2381852 Jun 04 08:23:52.884433 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8778-ae19-45f1-95e0-8c064f24d3cc tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for floatingip (573e2be2-fbca-498d-861f-47944adcb5bb), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:52.900040 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e0915-bc64-41bd-9953-76c2be729ea5 req-053add19-a941-4277-a14a-15a548620fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:52.901761 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c75e0915-bc64-41bd-9953-76c2be729ea5 req-053add19-a941-4277-a14a-15a548620fd7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6b860f72-fd6a-4776-95a4-5ec614119cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1466281 Jun 04 08:23:52.923368 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83321e1-f91a-4f12-96fe-fda2ec46e866 req-f3325ee9-ecaa-414e-bfa9-ad568062ecc0 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:52.924883 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d83321e1-f91a-4f12-96fe-fda2ec46e866 req-f3325ee9-ecaa-414e-bfa9-ad568062ecc0 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 945 time: 0.1328161 Jun 04 08:23:52.987131 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 7dc6b25b-c041-44ed-9e6c-f9eed654cda8 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:23:52.988660 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e322ec3-7b0e-423c-b954-39f120860152 req-717d133a-8b40-4624-a977-d211bba94985 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:52.991221 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2e322ec3-7b0e-423c-b954-39f120860152 req-717d133a-8b40-4624-a977-d211bba94985 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.4962645 Jun 04 08:23:53.001549 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:53.059787 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d83321e1-f91a-4f12-96fe-fda2ec46e866 req-4c697ca4-095d-428e-8dcf-215513e6c310 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd207321-1d95-45da-969c-f50780ae814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187377 Jun 04 08:23:53.068893 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2b185ba4-7aa3-4fd6-885c-3807be319a6e req-0d8e3b2e-3634-4efd-a5dd-99f67b0964bf service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6193974 Jun 04 08:23:53.077432 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 7dc6b25b-c041-44ed-9e6c-f9eed654cda8 is: ACTIVE; New status is: DOWN {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:23:53.077840 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (7dc6b25b-c041-44ed-9e6c-f9eed654cda8), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:53.128219 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c75e0915-bc64-41bd-9953-76c2be729ea5 req-5aeaf1cd-a75d-4eed-8f50-f22c6df22734 service neutron] 10.222.0.77 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171142 Jun 04 08:23:53.156928 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2e322ec3-7b0e-423c-b954-39f120860152 req-b69886ba-871d-42a3-99ba-445abf588c9e tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536758 Jun 04 08:23:53.190672 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b7d255e9-73c9-4b4a-9cf6-0a7a96b6e86b admin admin] Publish callbacks [] for security_group (b30e2f6c-4de9-48f9-b0e5-afdd6d4da8ad), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:53.192254 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-00ed448a-fbe6-4976-a435-147db5469d07 req-e078694d-3bf7-4c97-940a-4946091d7aa7 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (7dc6b25b-c041-44ed-9e6c-f9eed654cda8), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:53.216721 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b7d255e9-73c9-4b4a-9cf6-0a7a96b6e86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (b30e2f6c-4de9-48f9-b0e5-afdd6d4da8ad), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:53.230269 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078694d-3bf7-4c97-940a-4946091d7aa7 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Pushing event deleted for resources: {'Port': ['ID=7dc6b25b-c041-44ed-9e6c-f9eed654cda8,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:53.272625 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-b7d255e9-73c9-4b4a-9cf6-0a7a96b6e86b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c96c9e8d95a243238f4631126ce36445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9179988 Jun 04 08:23:53.279808 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49576) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:53.281775 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d255e9-73c9-4b4a-9cf6-0a7a96b6e86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30e2f6c-4de9-48f9-b0e5-afdd6d4da8ad,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:53.310049 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ed448a-fbe6-4976-a435-147db5469d07 req-e078694d-3bf7-4c97-940a-4946091d7aa7 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] No DVR routers for this DVR port 7dc6b25b-c041-44ed-9e6c-f9eed654cda8 on host hv-cinder-83699 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:23:53.313735 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-00ed448a-fbe6-4976-a435-147db5469d07 req-e078694d-3bf7-4c97-940a-4946091d7aa7 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:53.317296 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-00ed448a-fbe6-4976-a435-147db5469d07 req-e078694d-3bf7-4c97-940a-4946091d7aa7 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.77 "DELETE /v2.0/ports/7dc6b25b-c041-44ed-9e6c-f9eed654cda8 HTTP/1.1" status: 204 len: 173 time: 1.4791405 Jun 04 08:23:53.319425 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5db047-1c21-4d61-b693-8c57cc842899', 'name': 'network-vif-deleted', 'tag': '7dc6b25b-c041-44ed-9e6c-f9eed654cda8'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:23:53.321842 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5157d1e-99ac-4781-ae21-20d3a3beae50" -d '{"events": [{"server_uuid": "4b5db047-1c21-4d61-b693-8c57cc842899", "name": "network-vif-deleted", "tag": "7dc6b25b-c041-44ed-9e6c-f9eed654cda8"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:23:53.343788 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c75e0915-bc64-41bd-9953-76c2be729ea5 req-e84bc69b-d35a-4fd9-a9c5-d6174aa5abd9 service neutron] 10.222.0.77 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060065 Jun 04 08:23:53.380496 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b410ff-f050-4968-8634-598517389d55 x-openstack-request-id: req-64b410ff-f050-4968-8634-598517389d55 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:23:53.380742 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5db047-1c21-4d61-b693-8c57cc842899", "name": "network-vif-deleted", "tag": "7dc6b25b-c041-44ed-9e6c-f9eed654cda8", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:23:53.380888 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-64b410ff-f050-4968-8634-598517389d55 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:23:53.381366 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b410ff-f050-4968-8634-598517389d55'] response: {'server_uuid': '4b5db047-1c21-4d61-b693-8c57cc842899', 'name': 'network-vif-deleted', 'tag': '7dc6b25b-c041-44ed-9e6c-f9eed654cda8', 'status': 'completed', 'code': 200} Jun 04 08:23:53.438920 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:53.447396 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-62be0971-eabc-4e35-a21e-c2665a752ea0 admin admin] Publish callbacks [] for security_group (b30e2f6c-4de9-48f9-b0e5-afdd6d4da8ad), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:53.482615 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-62be0971-eabc-4e35-a21e-c2665a752ea0 admin admin] Publish callbacks [] for security_group (b30e2f6c-4de9-48f9-b0e5-afdd6d4da8ad), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:53.588133 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:53.599428 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8778-ae19-45f1-95e0-8c064f24d3cc tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:53.601265 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-62be0971-eabc-4e35-a21e-c2665a752ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (b30e2f6c-4de9-48f9-b0e5-afdd6d4da8ad), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:53.603831 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-62be0971-eabc-4e35-a21e-c2665a752ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:53.604936 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-62be0971-eabc-4e35-a21e-c2665a752ea0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b30e2f6c-4de9-48f9-b0e5-afdd6d4da8ad HTTP/1.1" status: 204 len: 168 time: 0.3240666 Jun 04 08:23:53.608530 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8778-ae19-45f1-95e0-8c064f24d3cc tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (573e2be2-fbca-498d-861f-47944adcb5bb), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:53.647675 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be0971-eabc-4e35-a21e-c2665a752ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30e2f6c-4de9-48f9-b0e5-afdd6d4da8ad,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:53.766039 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-bd6b8778-ae19-45f1-95e0-8c064f24d3cc tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Floating IP 573e2be2-fbca-498d-861f-47944adcb5bb associated. External IP: 172.27.2.221, port: f5c8d48b-c798-4362-9600-52b8c6b3edf7. Jun 04 08:23:54.002546 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6b8778-ae19-45f1-95e0-8c064f24d3cc tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:23:54.112742 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6b8778-ae19-45f1-95e0-8c064f24d3cc tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:23:54.117341 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8778-ae19-45f1-95e0-8c064f24d3cc tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:54.126887 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5620d1-8209-4f97-829c-6c8351371238 None None] Sync routers for ids ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:23:54.154246 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5620d1-8209-4f97-829c-6c8351371238 None None] Routers {'97975f8f-dd3d-4549-94ae-5a22d1c34a57'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:54.154620 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-bd6b8778-ae19-45f1-95e0-8c064f24d3cc tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "PUT /v2.0/floatingips/573e2be2-fbca-498d-861f-47944adcb5bb HTTP/1.1" status: 200 len: 991 time: 1.7193747 Jun 04 08:23:54.155302 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376f550c-566d-4324-a058-95440de61568', 'tag': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:23:54.155433 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-bd5620d1-8209-4f97-829c-6c8351371238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:23:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:54.157805 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07d1f7d-e6e2-4598-ac9d-8e9c73c5bedb" -d '{"events": [{"name": "network-changed", "server_uuid": "376f550c-566d-4324-a058-95440de61568", "tag": "f5c8d48b-c798-4362-9600-52b8c6b3edf7"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:23:54.245559 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b10603c2-4c5d-4ad6-b19b-c9b9493fddf5 req-09b7ec46-d0df-49ab-9d0a-5a7983e3d450 tempest-DeleteServersTestJSON-789803780 tempest-DeleteServersTestJSON-789803780-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b5db047-1c21-4d61-b693-8c57cc842899 HTTP/1.1" status: 200 len: 210 time: 0.0399292 Jun 04 08:23:54.247434 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c51a71-826b-4fce-aa99-3309444d2550 x-openstack-request-id: req-b4c51a71-826b-4fce-aa99-3309444d2550 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:23:54.248454 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376f550c-566d-4324-a058-95440de61568", "tag": "f5c8d48b-c798-4362-9600-52b8c6b3edf7", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:23:54.248878 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b4c51a71-826b-4fce-aa99-3309444d2550 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:23:54.249436 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c51a71-826b-4fce-aa99-3309444d2550'] response: {'name': 'network-changed', 'server_uuid': '376f550c-566d-4324-a058-95440de61568', 'tag': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7', 'status': 'completed', 'code': 200} Jun 04 08:23:54.366607 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-bd5620d1-8209-4f97-829c-6c8351371238 None None] Set router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:54.377471 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b01185-ee72-4322-9d83-8314b2504cde req-8047dd2f-772a-4cfd-b256-aa7fabbaab0a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:54.384481 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e9b01185-ee72-4322-9d83-8314b2504cde req-8047dd2f-772a-4cfd-b256-aa7fabbaab0a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0545535 Jun 04 08:23:54.448416 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e9b01185-ee72-4322-9d83-8314b2504cde req-4e3a3347-b53a-42c8-9a01-7a45e29a3a31 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628972 Jun 04 08:23:54.456882 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d1f7d-e6e2-4598-ac9d-8e9c73c5bedb req-eab14710-3639-463d-a41d-550864b1e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:54.460328 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e07d1f7d-e6e2-4598-ac9d-8e9c73c5bedb req-eab14710-3639-463d-a41d-550864b1e9fc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3&device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 1129 time: 0.1899643 Jun 04 08:23:54.578870 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:54.611139 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d1f7d-e6e2-4598-ac9d-8e9c73c5bedb req-1400867e-113f-4ba6-9488-d94b3d473e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:54.612939 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e07d1f7d-e6e2-4598-ac9d-8e9c73c5bedb req-1400867e-113f-4ba6-9488-d94b3d473e38 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3ffca17b-eb82-420d-9eb0-3683041b6356 HTTP/1.1" status: 200 len: 917 time: 0.1432889 Jun 04 08:23:54.618987 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-bd5620d1-8209-4f97-829c-6c8351371238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:10Z', 'revision_number': 4, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port': {'id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '573e2be2-fbca-498d-861f-47944adcb5bb', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'port_id': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'mac_address': 'fa:16:3e:90:e8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376f550c-566d-4324-a058-95440de61568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:23:21Z', 'updated_at': '2022-06-04T08:23:53Z', 'revision_number': 1, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e733a09b-e458-4c3b-be34-d7272b66f7c6', 'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'mac_address': 'fa:16:3e:0b:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:05Z', 'updated_at': '2022-06-04T08:23:20Z', 'revision_number': 5, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'subnets': [{'id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:54.648601 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5620d1-8209-4f97-829c-6c8351371238 None None] Checking router: 97975f8f-dd3d-4549-94ae-5a22d1c34a57 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:23:54.657886 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5620d1-8209-4f97-829c-6c8351371238 None None] Routers {'97975f8f-dd3d-4549-94ae-5a22d1c34a57'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:23:54.658712 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-bd5620d1-8209-4f97-829c-6c8351371238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:23:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:54.697609 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-278385eb-d667-44cc-868f-bce277fc242b req-892f3f2f-07d8-48cb-bf24-b2f506f094ba service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836251 Jun 04 08:23:54.708188 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e07d1f7d-e6e2-4598-ac9d-8e9c73c5bedb req-c054e20d-6516-4928-a104-64fd1bdfb375 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5c8d48b-c798-4362-9600-52b8c6b3edf7 HTTP/1.1" status: 200 len: 999 time: 0.0868032 Jun 04 08:23:54.785398 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-bd5620d1-8209-4f97-829c-6c8351371238 None None] Set router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:23:54.815027 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d1f7d-e6e2-4598-ac9d-8e9c73c5bedb req-cb884268-7d3e-49de-8f26-007bce743bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:54.816488 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e07d1f7d-e6e2-4598-ac9d-8e9c73c5bedb req-cb884268-7d3e-49de-8f26-007bce743bb7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02e06554-fbcb-49c6-b330-43781b1202a6 HTTP/1.1" status: 200 len: 855 time: 0.0891843 Jun 04 08:23:54.817382 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278385eb-d667-44cc-868f-bce277fc242b req-c11cb77a-1d6c-4c88-baa3-891339d3aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:54.818723 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-278385eb-d667-44cc-868f-bce277fc242b req-c11cb77a-1d6c-4c88-baa3-891339d3aed2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 1129 time: 0.0554786 Jun 04 08:23:54.889198 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:54.920101 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d1f7d-e6e2-4598-ac9d-8e9c73c5bedb req-dda144eb-f23d-4bfa-bac9-75c1be23aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:54.922001 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e07d1f7d-e6e2-4598-ac9d-8e9c73c5bedb req-dda144eb-f23d-4bfa-bac9-75c1be23aac3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ffca17b-eb82-420d-9eb0-3683041b6356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0920250 Jun 04 08:23:54.975562 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:55.017986 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-bd5620d1-8209-4f97-829c-6c8351371238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:10Z', 'revision_number': 4, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port': {'id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '573e2be2-fbca-498d-861f-47944adcb5bb', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'port_id': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'mac_address': 'fa:16:3e:90:e8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376f550c-566d-4324-a058-95440de61568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:23:21Z', 'updated_at': '2022-06-04T08:23:53Z', 'revision_number': 1, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e733a09b-e458-4c3b-be34-d7272b66f7c6', 'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'mac_address': 'fa:16:3e:0b:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:05Z', 'updated_at': '2022-06-04T08:23:20Z', 'revision_number': 5, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'subnets': [{'id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:55.037906 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278385eb-d667-44cc-868f-bce277fc242b req-3f41b46b-e10f-4e80-818e-1c7bb307119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:55.039353 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-278385eb-d667-44cc-868f-bce277fc242b req-3f41b46b-e10f-4e80-818e-1c7bb307119e service neutron] 10.222.0.77 "GET /v2.0/networks?id=1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 200 len: 920 time: 0.1798799 Jun 04 08:23:55.043577 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5620d1-8209-4f97-829c-6c8351371238 None None] The sync data for ids ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'] in dv-cinder-836996-29-iscsi is: [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:10Z', 'revision_number': 4, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port': {'id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '573e2be2-fbca-498d-861f-47944adcb5bb', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'port_id': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'mac_address': 'fa:16:3e:90:e8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376f550c-566d-4324-a058-95440de61568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:23:21Z', 'updated_at': '2022-06-04T08:23:53Z', 'revision_number': 1, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e733a09b-e458-4c3b-be34-d7272b66f7c6', 'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'mac_address': 'fa:16:3e:0b:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:05Z', 'updated_at': '2022-06-04T08:23:20Z', 'revision_number': 5, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'subnets': [{'id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:23:55.095926 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-278385eb-d667-44cc-868f-bce277fc242b req-00111115-6536-42bd-80e9-3c0ca7591787 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a9bfa63-33fd-4879-a05e-672d475a2370 HTTP/1.1" status: 200 len: 217 time: 0.0454419 Jun 04 08:23:55.098051 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e07d1f7d-e6e2-4598-ac9d-8e9c73c5bedb req-2ff5c2c8-3e78-44a3-a7ea-3a9cbbdbea09 service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650977 Jun 04 08:23:55.140452 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:55.242471 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278385eb-d667-44cc-868f-bce277fc242b req-c0a40222-c867-4f32-b8b3-40d717b3a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:55.244004 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-278385eb-d667-44cc-868f-bce277fc242b req-c0a40222-c867-4f32-b8b3-40d717b3a5d2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a1bd244-02e5-437b-b10c-98141f388763 HTTP/1.1" status: 200 len: 858 time: 0.1371000 Jun 04 08:23:55.296801 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e07d1f7d-e6e2-4598-ac9d-8e9c73c5bedb req-6ad261a0-dd31-4d6c-b479-8c0c122be117 service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859531 Jun 04 08:23:55.317501 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278385eb-d667-44cc-868f-bce277fc242b req-7c281f30-4923-47c2-877e-730d3dfec634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:55.319201 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-278385eb-d667-44cc-868f-bce277fc242b req-7c281f30-4923-47c2-877e-730d3dfec634 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1fd25ca8-4d43-46c5-8814-4ee274135448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0579975 Jun 04 08:23:55.371465 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b0286-bc96-4194-9c75-2e9fc789203c None None] New status for floating IP 573e2be2-fbca-498d-861f-47944adcb5bb: ACTIVE {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:23:55.374779 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:55.718109 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc9017-25cd-4139-8b6b-ceb4e8427e39 req-05808ab9-d028-4f4f-bc77-950d175abb48 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:55.719609 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f4fc9017-25cd-4139-8b6b-ceb4e8427e39 req-05808ab9-d028-4f4f-bc77-950d175abb48 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0845599 Jun 04 08:23:55.746232 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-278385eb-d667-44cc-868f-bce277fc242b req-bf69b1ee-8787-4dd7-9307-b21ce5c05f89 service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189398 Jun 04 08:23:55.819703 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f4fc9017-25cd-4139-8b6b-ceb4e8427e39 req-00e55998-681b-402a-8c7b-0ecff42e9b03 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936463 Jun 04 08:23:55.860351 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-278385eb-d667-44cc-868f-bce277fc242b req-c5c76d03-13a0-4624-8cb5-4a849586041f service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029618 Jun 04 08:23:56.855013 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 49688) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:56.908699 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-1debe195-21a1-4aaa-8659-9a77b1d56b9f admin admin] Deleting subnet b5cc62b2-7ff5-43f4-aed9-53ce66899774 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 08:23:56.912426 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1debe195-21a1-4aaa-8659-9a77b1d56b9f admin admin] Publish callbacks [] for subnet (b5cc62b2-7ff5-43f4-aed9-53ce66899774), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:56.962073 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1debe195-21a1-4aaa-8659-9a77b1d56b9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127320112'] for subnet (b5cc62b2-7ff5-43f4-aed9-53ce66899774), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:56.971309 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d0e47-269e-4bdd-bc3a-1234a4fffcd2 req-3e94112c-31ac-4836-86c5-b0e8c82dc6e8 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:56.974369 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5e6d0e47-269e-4bdd-bc3a-1234a4fffcd2 req-3e94112c-31ac-4836-86c5-b0e8c82dc6e8 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0831172 Jun 04 08:23:57.010466 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1debe195-21a1-4aaa-8659-9a77b1d56b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381204'] for subnet (b5cc62b2-7ff5-43f4-aed9-53ce66899774), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:57.024455 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5e6d0e47-269e-4bdd-bc3a-1234a4fffcd2 req-ea81cb5a-cb55-452e-bcd3-27da4dd1c0d8 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460639 Jun 04 08:23:57.083339 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1debe195-21a1-4aaa-8659-9a77b1d56b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127079354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127108435'] for subnet (b5cc62b2-7ff5-43f4-aed9-53ce66899774), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:57.111897 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debe195-21a1-4aaa-8659-9a77b1d56b9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5cc62b2-7ff5-43f4-aed9-53ce66899774,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:57.113937 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1debe195-21a1-4aaa-8659-9a77b1d56b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:57.117104 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1debe195-21a1-4aaa-8659-9a77b1d56b9f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b5cc62b2-7ff5-43f4-aed9-53ce66899774 HTTP/1.1" status: 204 len: 168 time: 0.2608559 Jun 04 08:23:57.119599 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 49698) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:57.185053 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e267ab6d-ab19-4eff-b7dc-571f468ba348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1320922'] for network (e966f511-8df9-4165-a0b1-c92164ab8792), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:57.190119 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:57.265612 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e267ab6d-ab19-4eff-b7dc-571f468ba348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1404371', 'neutron.services.segments.db._delete_segments_for_network-8739929666573'] for network (e966f511-8df9-4165-a0b1-c92164ab8792), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:57.285530 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-e267ab6d-ab19-4eff-b7dc-571f468ba348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e966f511-8df9-4165-a0b1-c92164ab8792']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:57.294619 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-e267ab6d-ab19-4eff-b7dc-571f468ba348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081c6880-3cc3-4038-8f07-f17772e12540') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:57.294922 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-e267ab6d-ab19-4eff-b7dc-571f468ba348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081c6880-3cc3-4038-8f07-f17772e12540') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:23:57.304474 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e267ab6d-ab19-4eff-b7dc-571f468ba348 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739929665940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127320121'] for segment (081c6880-3cc3-4038-8f07-f17772e12540), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:57.317757 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e267ab6d-ab19-4eff-b7dc-571f468ba348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (081c6880-3cc3-4038-8f07-f17772e12540), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:57.324512 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e267ab6d-ab19-4eff-b7dc-571f468ba348 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 08:23:57.325033 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e267ab6d-ab19-4eff-b7dc-571f468ba348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127079392'] for segment (081c6880-3cc3-4038-8f07-f17772e12540), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:57.366089 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:57.373059 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 081c6880-3cc3-4038-8f07-f17772e12540 resource provider aggregate not found Jun 04 08:23:57.389724 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 081c6880-3cc3-4038-8f07-f17772e12540 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 081c6880-3cc3-4038-8f07-f17772e12540 found for delete ", "request_id": "req-61fb8da2-618b-4da7-b6ca-831b0f4280b3"}]} Jun 04 08:23:57.395528 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e267ab6d-ab19-4eff-b7dc-571f468ba348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1404356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3914569'] for network (e966f511-8df9-4165-a0b1-c92164ab8792), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:57.408021 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e267ab6d-ab19-4eff-b7dc-571f468ba348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:57.415803 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e267ab6d-ab19-4eff-b7dc-571f468ba348 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e966f511-8df9-4165-a0b1-c92164ab8792 HTTP/1.1" status: 204 len: 168 time: 0.2926986 Jun 04 08:23:57.426120 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267ab6d-ab19-4eff-b7dc-571f468ba348 admin admin] Pushing event deleted for resources: {'Network': ['ID=e966f511-8df9-4165-a0b1-c92164ab8792,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:57.580585 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 49708) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:57.597737 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:57.621672 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d81c3c45-7ede-4bef-bde1-fd20486cfed5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=97d43167bd994abc9483d1b86ffda90a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399010 Jun 04 08:23:57.624828 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49710) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:23:57.673543 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-424346d4-bf69-48c7-b0b8-a18992ef0f5c admin admin] Publish callbacks [] for security_group (dd207321-1d95-45da-969c-f50780ae814e), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:57.698510 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-424346d4-bf69-48c7-b0b8-a18992ef0f5c admin admin] Publish callbacks [] for security_group (dd207321-1d95-45da-969c-f50780ae814e), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:57.746154 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-424346d4-bf69-48c7-b0b8-a18992ef0f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (dd207321-1d95-45da-969c-f50780ae814e), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:57.749410 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-424346d4-bf69-48c7-b0b8-a18992ef0f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:23:57.750581 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-424346d4-bf69-48c7-b0b8-a18992ef0f5c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dd207321-1d95-45da-969c-f50780ae814e HTTP/1.1" status: 204 len: 168 time: 0.1247585 Jun 04 08:23:57.758777 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424346d4-bf69-48c7-b0b8-a18992ef0f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd207321-1d95-45da-969c-f50780ae814e,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:23:58.150934 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bb316-5937-4d85-8662-58ae9936202f req-b038fcca-22e3-4e65-9dfe-f22ba7411791 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:58.154409 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d93bb316-5937-4d85-8662-58ae9936202f req-b038fcca-22e3-4e65-9dfe-f22ba7411791 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0540602 Jun 04 08:23:58.201924 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d93bb316-5937-4d85-8662-58ae9936202f req-26bfff3d-0e50-41ef-b20e-1eee316f2b4d tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438018 Jun 04 08:23:58.252306 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:23:59.299614 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:23:59.318907 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfe21b-33f6-44ff-a3d1-61fe56bd031a req-cb1e987d-e6f4-437a-b5bc-aacd285bd715 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:23:59.320346 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a3bfe21b-33f6-44ff-a3d1-61fe56bd031a req-cb1e987d-e6f4-437a-b5bc-aacd285bd715 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0508819 Jun 04 08:23:59.366681 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a3bfe21b-33f6-44ff-a3d1-61fe56bd031a req-55bcd15f-8f85-46aa-b190-5f9ff6b4223d tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407503 Jun 04 08:24:00.316228 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 49792) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:00.367675 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-818200be-4336-4816-a31c-86c0a2dafdfa admin admin] Deleting subnet 1c7eb3c9-3b95-465f-887f-8a73b8a9698a {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 08:24:00.371026 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-818200be-4336-4816-a31c-86c0a2dafdfa admin admin] Publish callbacks [] for subnet (1c7eb3c9-3b95-465f-887f-8a73b8a9698a), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:00.409337 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-818200be-4336-4816-a31c-86c0a2dafdfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127320112'] for subnet (1c7eb3c9-3b95-465f-887f-8a73b8a9698a), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:00.483764 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-818200be-4336-4816-a31c-86c0a2dafdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381204'] for subnet (1c7eb3c9-3b95-465f-887f-8a73b8a9698a), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:00.515009 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29e4bd-4219-45d1-8f5c-7fce5d6e98a6 req-b9f98c30-d99c-41eb-9b39-be7537b86733 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:00.516510 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3e29e4bd-4219-45d1-8f5c-7fce5d6e98a6 req-b9f98c30-d99c-41eb-9b39-be7537b86733 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0817637 Jun 04 08:24:00.588553 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3e29e4bd-4219-45d1-8f5c-7fce5d6e98a6 req-af95a34c-36cb-4ab5-952d-86963fed55bc tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652213 Jun 04 08:24:00.590138 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-818200be-4336-4816-a31c-86c0a2dafdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127079354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127108435'] for subnet (1c7eb3c9-3b95-465f-887f-8a73b8a9698a), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:00.618789 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818200be-4336-4816-a31c-86c0a2dafdfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c7eb3c9-3b95-465f-887f-8a73b8a9698a,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:00.623022 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-818200be-4336-4816-a31c-86c0a2dafdfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:00.627059 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-818200be-4336-4816-a31c-86c0a2dafdfa admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1c7eb3c9-3b95-465f-887f-8a73b8a9698a HTTP/1.1" status: 204 len: 168 time: 0.3096776 Jun 04 08:24:00.629937 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49800) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:00.711846 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ece7e863-20dd-4a3e-92a5-90ea34b5b515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1320922'] for network (16747b98-b2cb-4e89-aa87-9aa0f54bbaab), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:00.793867 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ece7e863-20dd-4a3e-92a5-90ea34b5b515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1404371', 'neutron.services.segments.db._delete_segments_for_network-8739929666573'] for network (16747b98-b2cb-4e89-aa87-9aa0f54bbaab), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:00.800886 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:00.815912 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-ece7e863-20dd-4a3e-92a5-90ea34b5b515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16747b98-b2cb-4e89-aa87-9aa0f54bbaab']}} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:00.825538 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-ece7e863-20dd-4a3e-92a5-90ea34b5b515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429341e0-09e5-45a4-b632-98c6f39ebba4') {'for_net_delete': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:00.825865 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-ece7e863-20dd-4a3e-92a5-90ea34b5b515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429341e0-09e5-45a4-b632-98c6f39ebba4') {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:00.836107 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ece7e863-20dd-4a3e-92a5-90ea34b5b515 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739929665940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127242980'] for segment (429341e0-09e5-45a4-b632-98c6f39ebba4), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:00.849256 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ece7e863-20dd-4a3e-92a5-90ea34b5b515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (429341e0-09e5-45a4-b632-98c6f39ebba4), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:00.855649 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece7e863-20dd-4a3e-92a5-90ea34b5b515 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 08:24:00.856021 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ece7e863-20dd-4a3e-92a5-90ea34b5b515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126739881'] for segment (429341e0-09e5-45a4-b632-98c6f39ebba4), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:00.896361 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment 429341e0-09e5-45a4-b632-98c6f39ebba4 resource provider aggregate not found Jun 04 08:24:00.921339 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment 429341e0-09e5-45a4-b632-98c6f39ebba4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 429341e0-09e5-45a4-b632-98c6f39ebba4 found for delete ", "request_id": "req-ed7bc101-4b22-4e14-9cd8-9e890bfd88fb"}]} Jun 04 08:24:00.926339 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ece7e863-20dd-4a3e-92a5-90ea34b5b515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1404356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3914569'] for network (16747b98-b2cb-4e89-aa87-9aa0f54bbaab), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:00.933177 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ece7e863-20dd-4a3e-92a5-90ea34b5b515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:00.936848 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ece7e863-20dd-4a3e-92a5-90ea34b5b515 admin admin] 10.222.0.57 "DELETE /v2.0/networks/16747b98-b2cb-4e89-aa87-9aa0f54bbaab HTTP/1.1" status: 204 len: 168 time: 0.3046300 Jun 04 08:24:00.939839 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 49810) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:00.946576 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7e863-20dd-4a3e-92a5-90ea34b5b515 admin admin] Pushing event deleted for resources: {'Network': ['ID=16747b98-b2cb-4e89-aa87-9aa0f54bbaab,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:00.983693 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec141b7d-9e6b-4863-bf33-11fab5b5911d admin admin] Deleting subnet ea969ccd-ab35-4534-b324-78a2aa640964 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 08:24:00.986844 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ec141b7d-9e6b-4863-bf33-11fab5b5911d admin admin] Publish callbacks [] for subnet (ea969ccd-ab35-4534-b324-78a2aa640964), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.024686 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ec141b7d-9e6b-4863-bf33-11fab5b5911d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127320112'] for subnet (ea969ccd-ab35-4534-b324-78a2aa640964), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.065421 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ec141b7d-9e6b-4863-bf33-11fab5b5911d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381204'] for subnet (ea969ccd-ab35-4534-b324-78a2aa640964), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.116208 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ec141b7d-9e6b-4863-bf33-11fab5b5911d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127079354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127108435'] for subnet (ea969ccd-ab35-4534-b324-78a2aa640964), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.141632 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec141b7d-9e6b-4863-bf33-11fab5b5911d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea969ccd-ab35-4534-b324-78a2aa640964,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:01.145310 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ec141b7d-9e6b-4863-bf33-11fab5b5911d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.148440 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ec141b7d-9e6b-4863-bf33-11fab5b5911d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ea969ccd-ab35-4534-b324-78a2aa640964 HTTP/1.1" status: 204 len: 168 time: 0.2075951 Jun 04 08:24:01.150962 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 49814) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:01.216238 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:01.224035 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-71a8a065-0a80-48cb-8413-afe93534dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1320922'] for network (dad8db46-432f-4e18-8092-1940bc500123), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.236952 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:01.310133 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-71a8a065-0a80-48cb-8413-afe93534dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1404371', 'neutron.services.segments.db._delete_segments_for_network-8739929666573'] for network (dad8db46-432f-4e18-8092-1940bc500123), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.332116 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-71a8a065-0a80-48cb-8413-afe93534dfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad8db46-432f-4e18-8092-1940bc500123']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:01.342110 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-71a8a065-0a80-48cb-8413-afe93534dfd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232539ef-07b1-4a6e-8b32-1ca4fb1abdaa') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:01.343027 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-71a8a065-0a80-48cb-8413-afe93534dfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232539ef-07b1-4a6e-8b32-1ca4fb1abdaa') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:01.353028 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-71a8a065-0a80-48cb-8413-afe93534dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739929665940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127320121'] for segment (232539ef-07b1-4a6e-8b32-1ca4fb1abdaa), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.367493 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-71a8a065-0a80-48cb-8413-afe93534dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (232539ef-07b1-4a6e-8b32-1ca4fb1abdaa), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.374066 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a8a065-0a80-48cb-8413-afe93534dfd0 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 08:24:01.374459 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-71a8a065-0a80-48cb-8413-afe93534dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127079392'] for segment (232539ef-07b1-4a6e-8b32-1ca4fb1abdaa), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.393724 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 232539ef-07b1-4a6e-8b32-1ca4fb1abdaa resource provider aggregate not found Jun 04 08:24:01.438791 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 232539ef-07b1-4a6e-8b32-1ca4fb1abdaa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 232539ef-07b1-4a6e-8b32-1ca4fb1abdaa found for delete ", "request_id": "req-2b83f0ba-6710-4f0c-b87f-02ed32fadcdb"}]} Jun 04 08:24:01.450225 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-71a8a065-0a80-48cb-8413-afe93534dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1404356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3914569'] for network (dad8db46-432f-4e18-8092-1940bc500123), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.468952 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-71a8a065-0a80-48cb-8413-afe93534dfd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.472219 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-71a8a065-0a80-48cb-8413-afe93534dfd0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/dad8db46-432f-4e18-8092-1940bc500123 HTTP/1.1" status: 204 len: 168 time: 0.3203723 Jun 04 08:24:01.473641 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8a065-0a80-48cb-8413-afe93534dfd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dad8db46-432f-4e18-8092-1940bc500123,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:01.541754 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 49830) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:01.653732 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49836) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:01.666714 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c474e7e7-4801-4f2a-9679-3554450a9169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.715198 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e4e404a4-7ddc-4822-aa63-1bfe71edf322 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=54c153652c4342cdb9d8cd339ddf2c31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0603087 Jun 04 08:24:01.717633 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49840) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:01.729515 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebc8cd-abc2-48d0-910a-e5b7b9bfddf1 req-2efe8b85-797f-43be-aba8-52303d638eae tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:01.731023 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4eebc8cd-abc2-48d0-910a-e5b7b9bfddf1 req-2efe8b85-797f-43be-aba8-52303d638eae tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0621138 Jun 04 08:24:01.769700 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-88c18aa7-c533-492e-aa9a-68ab9d165654 admin admin] Publish callbacks [] for security_group (281d23b4-1f5b-4da3-9435-395abad99c52), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.793767 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-88c18aa7-c533-492e-aa9a-68ab9d165654 admin admin] Publish callbacks [] for security_group (281d23b4-1f5b-4da3-9435-395abad99c52), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.812046 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4eebc8cd-abc2-48d0-910a-e5b7b9bfddf1 req-75610bed-4b30-44c7-b832-3b189d9f2f4f tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730107 Jun 04 08:24:01.830936 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c474e7e7-4801-4f2a-9679-3554450a9169 admin admin] Publish callbacks [] for security_group (960179fc-f8dc-4f2e-909b-9902de96a37a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.834746 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c474e7e7-4801-4f2a-9679-3554450a9169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (960179fc-f8dc-4f2e-909b-9902de96a37a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.851063 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-88c18aa7-c533-492e-aa9a-68ab9d165654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (281d23b4-1f5b-4da3-9435-395abad99c52), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.853664 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-88c18aa7-c533-492e-aa9a-68ab9d165654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.857146 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-88c18aa7-c533-492e-aa9a-68ab9d165654 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/281d23b4-1f5b-4da3-9435-395abad99c52 HTTP/1.1" status: 204 len: 168 time: 0.1360037 Jun 04 08:24:01.867771 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c18aa7-c533-492e-aa9a-68ab9d165654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281d23b4-1f5b-4da3-9435-395abad99c52,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:01.876830 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c474e7e7-4801-4f2a-9679-3554450a9169 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=727e8bde61224a1f86eeb7ec5c1e9ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3338542 Jun 04 08:24:01.877999 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474e7e7-4801-4f2a-9679-3554450a9169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960179fc-f8dc-4f2e-909b-9902de96a37a,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:01.880281 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 49844) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:01.937571 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f38c7b95-04a6-4fd3-bbf6-a8c098a993e3 admin admin] Publish callbacks [] for security_group (960179fc-f8dc-4f2e-909b-9902de96a37a), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:01.962005 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f38c7b95-04a6-4fd3-bbf6-a8c098a993e3 admin admin] Publish callbacks [] for security_group (960179fc-f8dc-4f2e-909b-9902de96a37a), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:02.016299 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f38c7b95-04a6-4fd3-bbf6-a8c098a993e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (960179fc-f8dc-4f2e-909b-9902de96a37a), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:02.019898 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f38c7b95-04a6-4fd3-bbf6-a8c098a993e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:02.020232 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f38c7b95-04a6-4fd3-bbf6-a8c098a993e3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/960179fc-f8dc-4f2e-909b-9902de96a37a HTTP/1.1" status: 204 len: 168 time: 0.1389797 Jun 04 08:24:02.028351 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c7b95-04a6-4fd3-bbf6-a8c098a993e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960179fc-f8dc-4f2e-909b-9902de96a37a,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:02.229416 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49854) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:02.269901 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-92b43815-d33c-48b5-afd1-79329a5502fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6887b328484341e685ef0718e1a1cea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391822 Jun 04 08:24:02.272235 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49856) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:02.322351 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e7523fbe-327b-489d-8816-ae40621ce097 admin admin] Publish callbacks [] for security_group (b2bb4b30-2fdf-4f7a-9385-e82f4e20ef3d), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:02.348711 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e7523fbe-327b-489d-8816-ae40621ce097 admin admin] Publish callbacks [] for security_group (b2bb4b30-2fdf-4f7a-9385-e82f4e20ef3d), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:02.396560 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e7523fbe-327b-489d-8816-ae40621ce097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (b2bb4b30-2fdf-4f7a-9385-e82f4e20ef3d), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:02.399329 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e7523fbe-327b-489d-8816-ae40621ce097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:02.400470 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e7523fbe-327b-489d-8816-ae40621ce097 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2bb4b30-2fdf-4f7a-9385-e82f4e20ef3d HTTP/1.1" status: 204 len: 168 time: 0.1273496 Jun 04 08:24:02.412463 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7523fbe-327b-489d-8816-ae40621ce097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bb4b30-2fdf-4f7a-9385-e82f4e20ef3d,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:02.431914 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:02.954647 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84cd43-f139-4f28-b38c-b395261e477b req-82c581dc-ffaf-43f0-a18b-8282e5fb6cff tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:02.956297 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0d84cd43-f139-4f28-b38c-b395261e477b req-82c581dc-ffaf-43f0-a18b-8282e5fb6cff tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0634594 Jun 04 08:24:03.010944 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0d84cd43-f139-4f28-b38c-b395261e477b req-16ff8cfb-f4c8-4c2b-8474-9e2938ad228d tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488198 Jun 04 08:24:04.166233 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d3853-2970-4b77-bea0-a3994cb8fb82 req-9e556349-30a1-4122-86b7-d8f0354b21b8 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:04.167970 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e94d3853-2970-4b77-bea0-a3994cb8fb82 req-9e556349-30a1-4122-86b7-d8f0354b21b8 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0530758 Jun 04 08:24:04.170108 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49956) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:04.227219 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e94d3853-2970-4b77-bea0-a3994cb8fb82 req-b39c281b-62e8-41bc-851d-c622d0f64358 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522554 Jun 04 08:24:04.290657 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-29e45550-c707-436a-bb67-20bb9e399784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:04.314092 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:04.381767 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-29e45550-c707-436a-bb67-20bb9e399784 admin admin] Publish callbacks [] for security_group (02e19c6b-24b8-40b0-afb3-fb7379f31e39), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:04.382973 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-29e45550-c707-436a-bb67-20bb9e399784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (02e19c6b-24b8-40b0-afb3-fb7379f31e39), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:04.399890 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:04.427354 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-29e45550-c707-436a-bb67-20bb9e399784 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c69cca84c83a4079a1bcd3cf88268bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550614 Jun 04 08:24:04.429933 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 49964) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:04.430258 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e45550-c707-436a-bb67-20bb9e399784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e19c6b-24b8-40b0-afb3-fb7379f31e39,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:04.487436 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cce49525-f61c-440f-967f-6dd8244fa711 admin admin] Publish callbacks [] for security_group (02e19c6b-24b8-40b0-afb3-fb7379f31e39), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:04.491332 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:04.511802 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cce49525-f61c-440f-967f-6dd8244fa711 admin admin] Publish callbacks [] for security_group (02e19c6b-24b8-40b0-afb3-fb7379f31e39), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:04.559153 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cce49525-f61c-440f-967f-6dd8244fa711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (02e19c6b-24b8-40b0-afb3-fb7379f31e39), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:04.562264 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cce49525-f61c-440f-967f-6dd8244fa711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:04.563418 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-cce49525-f61c-440f-967f-6dd8244fa711 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/02e19c6b-24b8-40b0-afb3-fb7379f31e39 HTTP/1.1" status: 204 len: 168 time: 0.1323202 Jun 04 08:24:04.571499 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce49525-f61c-440f-967f-6dd8244fa711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e19c6b-24b8-40b0-afb3-fb7379f31e39,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:04.834829 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 49982) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:04.848819 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d9d6-fe25-41d0-b672-cbc0f0ed7bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:04.871745 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:04.934677 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d9d6-fe25-41d0-b672-cbc0f0ed7bb9 admin admin] Publish callbacks [] for security_group (058bad74-bfb3-4424-bb2b-c32967028918), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:04.938775 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d9d6-fe25-41d0-b672-cbc0f0ed7bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (058bad74-bfb3-4424-bb2b-c32967028918), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:04.988678 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 49988) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:04.988810 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-3ed9d9d6-fe25-41d0-b672-cbc0f0ed7bb9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4d11c4363e374f54b011a7b2336731cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1527197 Jun 04 08:24:04.989629 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9d9d6-fe25-41d0-b672-cbc0f0ed7bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058bad74-bfb3-4424-bb2b-c32967028918,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:05.042013 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-579481a6-8e80-413a-9e97-2a03b2b1d10c admin admin] Publish callbacks [] for security_group (058bad74-bfb3-4424-bb2b-c32967028918), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:05.063742 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-579481a6-8e80-413a-9e97-2a03b2b1d10c admin admin] Publish callbacks [] for security_group (058bad74-bfb3-4424-bb2b-c32967028918), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:05.111240 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-579481a6-8e80-413a-9e97-2a03b2b1d10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (058bad74-bfb3-4424-bb2b-c32967028918), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:05.114080 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-579481a6-8e80-413a-9e97-2a03b2b1d10c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:05.115373 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-579481a6-8e80-413a-9e97-2a03b2b1d10c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/058bad74-bfb3-4424-bb2b-c32967028918 HTTP/1.1" status: 204 len: 168 time: 0.1256442 Jun 04 08:24:05.123497 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579481a6-8e80-413a-9e97-2a03b2b1d10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058bad74-bfb3-4424-bb2b-c32967028918,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:05.348330 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c32147-634c-4773-9caf-750f236d1484 req-afd13766-84b2-4734-b95d-2ec32b952637 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:05.349816 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-09c32147-634c-4773-9caf-750f236d1484 req-afd13766-84b2-4734-b95d-2ec32b952637 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0469680 Jun 04 08:24:05.398877 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-09c32147-634c-4773-9caf-750f236d1484 req-76924f56-68ff-4153-9381-3b3f95adcb36 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435140 Jun 04 08:24:06.519590 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6adb7-1ce1-4db6-a444-d7fb5a83e6f7 req-9098d1f6-26a5-4596-a284-a6e878025dca tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:06.521089 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40a6adb7-1ce1-4db6-a444-d7fb5a83e6f7 req-9098d1f6-26a5-4596-a284-a6e878025dca tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0518675 Jun 04 08:24:06.555726 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6d14fd48-8398-40e6-9f86-a47c94f410ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:06.571627 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40a6adb7-1ce1-4db6-a444-d7fb5a83e6f7 req-18fe82cc-2774-4623-827c-382d93ae258c tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437422 Jun 04 08:24:07.688400 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69958b4f-384e-4d0a-a07d-192ae4c4d9b1 req-10f80a6c-3461-4d7e-9305-324413bccf5c tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:07.690017 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-69958b4f-384e-4d0a-a07d-192ae4c4d9b1 req-10f80a6c-3461-4d7e-9305-324413bccf5c tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0497792 Jun 04 08:24:07.735692 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-69958b4f-384e-4d0a-a07d-192ae4c4d9b1 req-3fd5e15f-9d9d-4a62-b574-a0dc0bddc1b0 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401227 Jun 04 08:24:08.249306 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=52 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:08.847390 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a132815-ac68-456c-a521-8d8412f44047 req-9f7225c9-8294-4a15-b462-b4e8012d58de tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:08.848889 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7a132815-ac68-456c-a521-8d8412f44047 req-9f7225c9-8294-4a15-b462-b4e8012d58de tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0461695 Jun 04 08:24:08.897226 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7a132815-ac68-456c-a521-8d8412f44047 req-fb1a73c1-3e98-4a8c-a9ef-6e20ac3ede35 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427508 Jun 04 08:24:09.060769 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-0a1b4d60-1dcb-4763-8ce8-273db2c2710f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:10.018256 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3c4e1-0415-4b90-ac94-0d60f2c496f7 req-71af5e48-9ecd-4996-8733-c26133a62355 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:10.019900 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-80c3c4e1-0415-4b90-ac94-0d60f2c496f7 req-71af5e48-9ecd-4996-8733-c26133a62355 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0480034 Jun 04 08:24:10.023074 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50162) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:10.073424 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-80c3c4e1-0415-4b90-ac94-0d60f2c496f7 req-e3a8bc1d-cd0f-4d1f-96d5-2f70bea99864 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446267 Jun 04 08:24:10.089261 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:10.141099 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6c882998-7a18-497e-ab18-85969cc1d491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:10.216975 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6c882998-7a18-497e-ab18-85969cc1d491 admin admin] Publish callbacks [] for security_group (5310191e-4104-4343-99c6-f36e9888a77f), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:10.220650 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6c882998-7a18-497e-ab18-85969cc1d491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (5310191e-4104-4343-99c6-f36e9888a77f), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:10.262623 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-6c882998-7a18-497e-ab18-85969cc1d491 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=70aa2edc2fb444cc80e91a61b1d41f15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385278 Jun 04 08:24:10.263454 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c882998-7a18-497e-ab18-85969cc1d491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5310191e-4104-4343-99c6-f36e9888a77f,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:10.265959 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50166) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:10.320908 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d0d83ca7-6022-4078-a04c-7b1e584b6af8 admin admin] Publish callbacks [] for security_group (5310191e-4104-4343-99c6-f36e9888a77f), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:10.346814 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d0d83ca7-6022-4078-a04c-7b1e584b6af8 admin admin] Publish callbacks [] for security_group (5310191e-4104-4343-99c6-f36e9888a77f), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:10.408698 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d0d83ca7-6022-4078-a04c-7b1e584b6af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (5310191e-4104-4343-99c6-f36e9888a77f), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:10.412707 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d0d83ca7-6022-4078-a04c-7b1e584b6af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:10.414222 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d0d83ca7-6022-4078-a04c-7b1e584b6af8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5310191e-4104-4343-99c6-f36e9888a77f HTTP/1.1" status: 204 len: 168 time: 0.1466393 Jun 04 08:24:10.428935 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d83ca7-6022-4078-a04c-7b1e584b6af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5310191e-4104-4343-99c6-f36e9888a77f,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:10.561512 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d401d-673b-4692-83f9-732735d10676 req-218a5e22-6b2e-4d17-a2a0-8eab114331a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:10.563712 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b68d401d-673b-4692-83f9-732735d10676 req-218a5e22-6b2e-4d17-a2a0-8eab114331a3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 1130 time: 0.0420287 Jun 04 08:24:10.624745 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b68d401d-673b-4692-83f9-732735d10676 req-b5652da2-e990-460c-bed0-f997e3b194bf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427167 Jun 04 08:24:10.666127 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50188) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:10.775353 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4eb544df-e2ac-40fb-972b-b594d32454d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:10.779493 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50192) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:10.792901 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3469a53f-1907-48f0-bb08-8382e264999b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:10.850986 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4eb544df-e2ac-40fb-972b-b594d32454d5 admin admin] Publish callbacks [] for security_group (1065536a-bb30-4a99-b4de-924ae2679638), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:10.851640 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:10.854508 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4eb544df-e2ac-40fb-972b-b594d32454d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (1065536a-bb30-4a99-b4de-924ae2679638), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:10.881637 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3469a53f-1907-48f0-bb08-8382e264999b admin admin] Publish callbacks [] for security_group (84f0f09a-4a18-495c-bef4-57846d00c516), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:10.889429 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3469a53f-1907-48f0-bb08-8382e264999b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (84f0f09a-4a18-495c-bef4-57846d00c516), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:10.892533 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:10.900539 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4eb544df-e2ac-40fb-972b-b594d32454d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=88a1e781f8954783821c64d0d4aa6e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332191 Jun 04 08:24:10.902077 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb544df-e2ac-40fb-972b-b594d32454d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1065536a-bb30-4a99-b4de-924ae2679638,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:10.904531 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50198) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:10.932182 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469a53f-1907-48f0-bb08-8382e264999b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f0f09a-4a18-495c-bef4-57846d00c516,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:10.939591 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-3469a53f-1907-48f0-bb08-8382e264999b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1471c0e9f5634a4795b30849a893d23d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560614 Jun 04 08:24:10.939900 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50200) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:10.957791 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:11.005405 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6671ca04-2802-44ed-ae37-d78719bc01b2 admin admin] Publish callbacks [] for security_group (1065536a-bb30-4a99-b4de-924ae2679638), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:11.024615 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-70a4927a-6983-4990-b7b7-838d61646bf6 admin admin] Publish callbacks [] for security_group (84f0f09a-4a18-495c-bef4-57846d00c516), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:11.043218 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6671ca04-2802-44ed-ae37-d78719bc01b2 admin admin] Publish callbacks [] for security_group (1065536a-bb30-4a99-b4de-924ae2679638), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:11.068223 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-70a4927a-6983-4990-b7b7-838d61646bf6 admin admin] Publish callbacks [] for security_group (84f0f09a-4a18-495c-bef4-57846d00c516), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:11.126843 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6671ca04-2802-44ed-ae37-d78719bc01b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (1065536a-bb30-4a99-b4de-924ae2679638), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:11.129442 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6671ca04-2802-44ed-ae37-d78719bc01b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:11.132863 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6671ca04-2802-44ed-ae37-d78719bc01b2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1065536a-bb30-4a99-b4de-924ae2679638 HTTP/1.1" status: 204 len: 168 time: 0.2251952 Jun 04 08:24:11.138109 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-70a4927a-6983-4990-b7b7-838d61646bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (84f0f09a-4a18-495c-bef4-57846d00c516), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:11.141030 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-70a4927a-6983-4990-b7b7-838d61646bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:11.144730 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-70a4927a-6983-4990-b7b7-838d61646bf6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/84f0f09a-4a18-495c-bef4-57846d00c516 HTTP/1.1" status: 204 len: 168 time: 0.2013328 Jun 04 08:24:11.148288 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671ca04-2802-44ed-ae37-d78719bc01b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1065536a-bb30-4a99-b4de-924ae2679638,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:11.189465 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4927a-6983-4990-b7b7-838d61646bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f0f09a-4a18-495c-bef4-57846d00c516,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:11.222927 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469faa63-9dbf-4a18-b790-f3d621bab011 req-84e75558-242e-47a4-9da6-d0a202a24827 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:11.232804 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-469faa63-9dbf-4a18-b790-f3d621bab011 req-84e75558-242e-47a4-9da6-d0a202a24827 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0819495 Jun 04 08:24:11.279067 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:11.299010 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-469faa63-9dbf-4a18-b790-f3d621bab011 req-c70ed422-7d11-4853-882d-55dba9f52c3c tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653000 Jun 04 08:24:11.591133 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50222) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:11.605898 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b593b917-5415-407f-b54a-af8a360efd43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:11.684545 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b593b917-5415-407f-b54a-af8a360efd43 admin admin] Publish callbacks [] for security_group (34c9d1c8-2d29-45e5-bf15-ef856b4439fb), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:11.689120 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b593b917-5415-407f-b54a-af8a360efd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (34c9d1c8-2d29-45e5-bf15-ef856b4439fb), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:11.729132 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-b593b917-5415-407f-b54a-af8a360efd43 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=690381f53921485caea4b14cb0a3e117&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368937 Jun 04 08:24:11.730232 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593b917-5415-407f-b54a-af8a360efd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c9d1c8-2d29-45e5-bf15-ef856b4439fb,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:11.732133 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50226) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:11.752051 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:11.786901 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0f83cec9-2d2d-42b8-be57-6aad2d43e787 admin admin] Publish callbacks [] for security_group (34c9d1c8-2d29-45e5-bf15-ef856b4439fb), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:11.808347 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0f83cec9-2d2d-42b8-be57-6aad2d43e787 admin admin] Publish callbacks [] for security_group (34c9d1c8-2d29-45e5-bf15-ef856b4439fb), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:11.859873 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0f83cec9-2d2d-42b8-be57-6aad2d43e787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (34c9d1c8-2d29-45e5-bf15-ef856b4439fb), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:11.862531 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0f83cec9-2d2d-42b8-be57-6aad2d43e787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:11.863669 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-0f83cec9-2d2d-42b8-be57-6aad2d43e787 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/34c9d1c8-2d29-45e5-bf15-ef856b4439fb HTTP/1.1" status: 204 len: 168 time: 0.1304724 Jun 04 08:24:11.871775 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83cec9-2d2d-42b8-be57-6aad2d43e787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c9d1c8-2d29-45e5-bf15-ef856b4439fb,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:12.434485 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbfffb-ad01-4ff5-8bec-99c4267cbb41 req-f6d89f31-8f11-47c3-b0ec-8411d45919e2 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:12.437138 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-febbfffb-ad01-4ff5-8bec-99c4267cbb41 req-f6d89f31-8f11-47c3-b0ec-8411d45919e2 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0619276 Jun 04 08:24:12.490048 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-febbfffb-ad01-4ff5-8bec-99c4267cbb41 req-e6e3fffa-580e-4986-b65a-026847db44f2 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462151 Jun 04 08:24:12.875569 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:13.652632 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7eab7-fb8b-42f7-87e3-823a6c7216e9 req-9129b84f-7e8b-475c-aacf-903cabebbef8 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:13.660486 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6ca7eab7-fb8b-42f7-87e3-823a6c7216e9 req-9129b84f-7e8b-475c-aacf-903cabebbef8 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0654588 Jun 04 08:24:13.724046 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6ca7eab7-fb8b-42f7-87e3-823a6c7216e9 req-eb138b66-5fa4-405f-b395-1cc60e2b8099 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624652 Jun 04 08:24:13.861050 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4a25f-9e74-4da4-bcb8-42d9e48f32e8 req-1ffdfdd3-2fd1-4b4a-8473-ad2638384af2 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:13.866280 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e5a4a25f-9e74-4da4-bcb8-42d9e48f32e8 req-1ffdfdd3-2fd1-4b4a-8473-ad2638384af2 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.0620999 Jun 04 08:24:13.923153 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e5a4a25f-9e74-4da4-bcb8-42d9e48f32e8 req-7ca802ed-f960-4f24-b061-5be054a6c12b tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546715 Jun 04 08:24:14.775671 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50392) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:14.890613 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b8449776-9c78-45da-9c7d-e3f4abad37f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:14.970584 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b8449776-9c78-45da-9c7d-e3f4abad37f3 admin admin] Publish callbacks [] for security_group (acf8d941-e410-45b3-a151-060b181e2441), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:14.974648 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b8449776-9c78-45da-9c7d-e3f4abad37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (acf8d941-e410-45b3-a151-060b181e2441), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:15.018296 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-b8449776-9c78-45da-9c7d-e3f4abad37f3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ccf2b16f618e4d95bedc73e825dc4cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413251 Jun 04 08:24:15.019230 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8449776-9c78-45da-9c7d-e3f4abad37f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf8d941-e410-45b3-a151-060b181e2441,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:15.021056 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50396) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:15.080652 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ea91441-15b1-4841-8ad8-d081b13b1fe3 admin admin] Publish callbacks [] for security_group (acf8d941-e410-45b3-a151-060b181e2441), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:15.103169 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ea91441-15b1-4841-8ad8-d081b13b1fe3 admin admin] Publish callbacks [] for security_group (acf8d941-e410-45b3-a151-060b181e2441), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:15.168923 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ea91441-15b1-4841-8ad8-d081b13b1fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (acf8d941-e410-45b3-a151-060b181e2441), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:15.171757 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ea91441-15b1-4841-8ad8-d081b13b1fe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:15.172900 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2ea91441-15b1-4841-8ad8-d081b13b1fe3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/acf8d941-e410-45b3-a151-060b181e2441 HTTP/1.1" status: 204 len: 168 time: 0.1506972 Jun 04 08:24:15.182823 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea91441-15b1-4841-8ad8-d081b13b1fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf8d941-e410-45b3-a151-060b181e2441,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:15.427779 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50418) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:15.553212 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:15.571861 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8062bade-650b-401b-92a1-011d7d6a3328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:15.634001 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:15.643923 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2b667-cca2-425b-9e14-d5242b340f2f req-70e74f15-6977-4782-bab4-a5a2c427dae4 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:15.646192 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-19d2b667-cca2-425b-9e14-d5242b340f2f req-70e74f15-6977-4782-bab4-a5a2c427dae4 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.0580103 Jun 04 08:24:15.646447 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6714a21-d9ed-4b6d-ab34-1b5ca50d8888 req-bb229515-edcc-47e9-9778-f8ba4ad8ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:15.648113 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e6714a21-d9ed-4b6d-ab34-1b5ca50d8888 req-bb229515-edcc-47e9-9778-f8ba4ad8ecaf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 1129 time: 0.0629752 Jun 04 08:24:15.717456 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-19d2b667-cca2-425b-9e14-d5242b340f2f req-4907c744-8872-486f-ac42-28b89b43d7d4 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643263 Jun 04 08:24:15.759985 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8062bade-650b-401b-92a1-011d7d6a3328 admin admin] Publish callbacks [] for security_group (3af743a6-e0bd-4f3a-aaf1-363689430acd), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:15.767090 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8062bade-650b-401b-92a1-011d7d6a3328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (3af743a6-e0bd-4f3a-aaf1-363689430acd), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:15.818659 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6714a21-d9ed-4b6d-ab34-1b5ca50d8888 req-ca1211ba-d7cf-4124-98bd-6a08c2c60672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:15.820118 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e6714a21-d9ed-4b6d-ab34-1b5ca50d8888 req-ca1211ba-d7cf-4124-98bd-6a08c2c60672 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 200 len: 920 time: 0.1601181 Jun 04 08:24:15.826856 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8062bade-650b-401b-92a1-011d7d6a3328 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3ccadd8aee574a1e936eb328227d1520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3979731 Jun 04 08:24:15.830509 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50442) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:15.835075 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062bade-650b-401b-92a1-011d7d6a3328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af743a6-e0bd-4f3a-aaf1-363689430acd,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:15.869853 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e6714a21-d9ed-4b6d-ab34-1b5ca50d8888 req-c1dfa5ec-b8d7-4176-9f04-2e9938a09aa9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a9bfa63-33fd-4879-a05e-672d475a2370 HTTP/1.1" status: 200 len: 217 time: 0.0409296 Jun 04 08:24:15.897122 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-560dbddb-eaa9-489d-9e2a-b1bbd5b50a87 admin admin] Publish callbacks [] for security_group (3af743a6-e0bd-4f3a-aaf1-363689430acd), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:15.924335 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-560dbddb-eaa9-489d-9e2a-b1bbd5b50a87 admin admin] Publish callbacks [] for security_group (3af743a6-e0bd-4f3a-aaf1-363689430acd), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:15.949080 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6714a21-d9ed-4b6d-ab34-1b5ca50d8888 req-0064cb79-74f1-484a-bf79-cf0d3cee5185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:15.950615 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e6714a21-d9ed-4b6d-ab34-1b5ca50d8888 req-0064cb79-74f1-484a-bf79-cf0d3cee5185 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a1bd244-02e5-437b-b10c-98141f388763 HTTP/1.1" status: 200 len: 858 time: 0.0719097 Jun 04 08:24:15.978060 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50448) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:15.985333 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-560dbddb-eaa9-489d-9e2a-b1bbd5b50a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (3af743a6-e0bd-4f3a-aaf1-363689430acd), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:15.988977 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-560dbddb-eaa9-489d-9e2a-b1bbd5b50a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:15.989219 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-560dbddb-eaa9-489d-9e2a-b1bbd5b50a87 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3af743a6-e0bd-4f3a-aaf1-363689430acd HTTP/1.1" status: 204 len: 168 time: 0.1577630 Jun 04 08:24:15.989990 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50452) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:16.007468 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dbddb-eaa9-489d-9e2a-b1bbd5b50a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af743a6-e0bd-4f3a-aaf1-363689430acd,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:16.014094 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6714a21-d9ed-4b6d-ab34-1b5ca50d8888 req-f9519c51-dd85-491f-992e-3b54a2fdc517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:16.016938 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e6714a21-d9ed-4b6d-ab34-1b5ca50d8888 req-f9519c51-dd85-491f-992e-3b54a2fdc517 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1fd25ca8-4d43-46c5-8814-4ee274135448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499022 Jun 04 08:24:16.128834 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e6714a21-d9ed-4b6d-ab34-1b5ca50d8888 req-5cc334b1-67b6-4a0d-9514-9228ecdd5b04 service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043558 Jun 04 08:24:16.224082 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-8335736f-8226-4580-afc0-56b883ff138e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1311712287-network', 'tenant_id': '1cc798a91bd74226a144199bd78c2331'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:16.236249 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e6714a21-d9ed-4b6d-ab34-1b5ca50d8888 req-551e85a3-78c7-4410-b47d-6c3087a3e8d6 service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979943 Jun 04 08:24:16.240906 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:16.263204 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8335736f-8226-4580-afc0-56b883ff138e admin admin] Made reservation on behalf of 1cc798a91bd74226a144199bd78c2331 for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:24:16.269053 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8335736f-8226-4580-afc0-56b883ff138e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:16.285484 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8335736f-8226-4580-afc0-56b883ff138e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:16.312810 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c2625f16-5552-4e15-be6f-aa900d283d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:16.330613 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:16.461515 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8335736f-8226-4580-afc0-56b883ff138e admin admin] Publish callbacks [] for security_group (4a377457-c9e3-4ef4-95fc-9082bf398dfc), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:16.471410 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c2625f16-5552-4e15-be6f-aa900d283d8e admin admin] Publish callbacks [] for security_group (bc3b35e6-7d43-4c67-a833-55360a5701f8), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:16.472538 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8335736f-8226-4580-afc0-56b883ff138e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (4a377457-c9e3-4ef4-95fc-9082bf398dfc), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:16.480594 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c2625f16-5552-4e15-be6f-aa900d283d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (bc3b35e6-7d43-4c67-a833-55360a5701f8), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:16.516368 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8335736f-8226-4580-afc0-56b883ff138e admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=103812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 08:24:16.520122 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-c2625f16-5552-4e15-be6f-aa900d283d8e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bf504a9a88b6412db7c276ebdf8e5748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5272431 Jun 04 08:24:16.523188 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50480) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:16.534134 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335736f-8226-4580-afc0-56b883ff138e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a377457-c9e3-4ef4-95fc-9082bf398dfc,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:16.541556 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8335736f-8226-4580-afc0-56b883ff138e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:16.541922 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-8335736f-8226-4580-afc0-56b883ff138e admin admin] Added segment fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6 of type vlan for network b657dda9-96b8-450c-85f0-94a70753fce4 Jun 04 08:24:16.592222 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2625f16-5552-4e15-be6f-aa900d283d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3b35e6-7d43-4c67-a833-55360a5701f8,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:16.595262 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f95068a7-ce38-481a-b26c-f1c023bdd062 admin admin] Publish callbacks [] for security_group (bc3b35e6-7d43-4c67-a833-55360a5701f8), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:16.609170 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8335736f-8226-4580-afc0-56b883ff138e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (b657dda9-96b8-450c-85f0-94a70753fce4), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:16.630523 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f95068a7-ce38-481a-b26c-f1c023bdd062 admin admin] Publish callbacks [] for security_group (bc3b35e6-7d43-4c67-a833-55360a5701f8), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:16.640278 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8335736f-8226-4580-afc0-56b883ff138e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (b657dda9-96b8-450c-85f0-94a70753fce4), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:16.641846 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8335736f-8226-4580-afc0-56b883ff138e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:16.642770 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8335736f-8226-4580-afc0-56b883ff138e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:16.691128 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f95068a7-ce38-481a-b26c-f1c023bdd062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (bc3b35e6-7d43-4c67-a833-55360a5701f8), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:16.694823 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f95068a7-ce38-481a-b26c-f1c023bdd062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:16.696802 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f95068a7-ce38-481a-b26c-f1c023bdd062 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bc3b35e6-7d43-4c67-a833-55360a5701f8 HTTP/1.1" status: 204 len: 168 time: 0.1725245 Jun 04 08:24:16.703001 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8335736f-8226-4580-afc0-56b883ff138e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7238231 Jun 04 08:24:16.703220 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50490) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:16.709409 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-df0597e8-f689-4cbf-b214-b8461d1a2b6c admin admin] Request body: {'subnet': {'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1311712287-subnet', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:16.716990 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335736f-8226-4580-afc0-56b883ff138e admin admin] Pushing event updated for resources: {'Network': ['ID=b657dda9-96b8-450c-85f0-94a70753fce4,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:16.729920 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network b657dda9-96b8-450c-85f0-94a70753fce4 details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:24:16.737097 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95068a7-ce38-481a-b26c-f1c023bdd062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3b35e6-7d43-4c67-a833-55360a5701f8,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:16.769443 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0597e8-f689-4cbf-b214-b8461d1a2b6c admin admin] Made reservation on behalf of 1cc798a91bd74226a144199bd78c2331 for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:24:16.773060 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-df0597e8-f689-4cbf-b214-b8461d1a2b6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127108470'] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:16.881080 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:16.920118 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b6fa5-229e-4128-b1d2-12a5ff881e0a req-994462d0-d4d4-4d90-b54e-345477cdbaa0 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:16.921697 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0c3b6fa5-229e-4128-b1d2-12a5ff881e0a req-994462d0-d4d4-4d90-b54e-345477cdbaa0 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.0822914 Jun 04 08:24:16.966954 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:17.023531 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0c3b6fa5-229e-4128-b1d2-12a5ff881e0a req-02a87d8c-5fbf-42d4-a1aa-47847ce4f528 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916088 Jun 04 08:24:17.078366 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-df0597e8-f689-4cbf-b214-b8461d1a2b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127078783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127108420'] for subnet (8e421c33-394d-4f1f-9f83-0ef1951dc532), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:17.139392 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0597e8-f689-4cbf-b214-b8461d1a2b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e421c33-394d-4f1f-9f83-0ef1951dc532,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:17.151670 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0597e8-f689-4cbf-b214-b8461d1a2b6c admin admin] Checking segment: {'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:24:17.152028 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0597e8-f689-4cbf-b214-b8461d1a2b6c admin admin] Network hostable DHCP agents. Network: b657dda9-96b8-450c-85f0-94a70753fce4, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:24:17.169439 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0597e8-f689-4cbf-b214-b8461d1a2b6c admin admin] Network b657dda9-96b8-450c-85f0-94a70753fce4 is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:24:17.179410 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-df0597e8-f689-4cbf-b214-b8461d1a2b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, b657dda9-96b8-450c-85f0-94a70753fce4) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:24:17.190090 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39df705b-1520-49e1-9bc6-0c88ae2b928f None None] Network b657dda9-96b8-450c-85f0-94a70753fce4 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:24:17.195407 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0597e8-f689-4cbf-b214-b8461d1a2b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:17.196371 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-df0597e8-f689-4cbf-b214-b8461d1a2b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:17.218915 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-df0597e8-f689-4cbf-b214-b8461d1a2b6c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5139036 Jun 04 08:24:17.221111 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50516) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:17.226321 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:17.258464 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-459'] for router (5956fe31-3198-4f24-887c-652616177a08), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:17.262056 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3827746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-434'] for router (5956fe31-3198-4f24-887c-652616177a08), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:17.313546 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp656ddf91-5a7e-5562-8344-d8ecf654b6e7-b657dda9-96b8-450c-85f0-94a70753fce4', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'project_id': '1cc798a91bd74226a144199bd78c2331', 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532'}]}} from dv-cinder-836996-29-iscsi. {{(pid=103813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 08:24:17.318373 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:17.321733 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] Publish callbacks [] for router_controller (5956fe31-3198-4f24-887c-652616177a08), precommit_add_association {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:17.470540 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] Publish callbacks [] for router_gateway (5956fe31-3198-4f24-887c-652616177a08), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:17.525926 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.db_base_plugin_common [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Allocated IP 172.20.0.2 (b657dda9-96b8-450c-85f0-94a70753fce4/8e421c33-394d-4f1f-9f83-0ef1951dc532/c1ee61d1-48e7-4c3f-9228-f867685b7c31) {{(pid=103813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:24:17.645121 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50532) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:17.730815 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] Publish callbacks [] for router_gateway (5956fe31-3198-4f24-887c-652616177a08), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:17.776177 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:17.813747 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9556a082-98cc-4dc6-803c-9968d177879d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:17.968794 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Publish callbacks [] for port (c1ee61d1-48e7-4c3f-9228-f867685b7c31), precommit_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:17.981382 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (c1ee61d1-48e7-4c3f-9228-f867685b7c31), after_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:17.988677 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9556a082-98cc-4dc6-803c-9968d177879d admin admin] Publish callbacks [] for security_group (8e22f235-8a4c-412e-bdc7-f67ce1cce95c), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:18.004107 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9556a082-98cc-4dc6-803c-9968d177879d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (8e22f235-8a4c-412e-bdc7-f67ce1cce95c), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:18.049650 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Pushing event updated for resources: {'Port': ['ID=c1ee61d1-48e7-4c3f-9228-f867685b7c31,revision_number=1']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:18.066063 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556a082-98cc-4dc6-803c-9968d177879d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e22f235-8a4c-412e-bdc7-f67ce1cce95c,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:18.066835 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:18.067196 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:18.067568 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:18.067955 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:18.068260 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:18.068593 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:18.069205 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:18.069540 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:18.069903 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:18.070669 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:18.070669 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:18.071023 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:18.071356 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:18.072047 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:18.072224 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:18.077762 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Network b657dda9-96b8-450c-85f0-94a70753fce4 is already hosted by enough agents. {{(pid=103813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:24:18.079734 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.base_scheduler [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Resources bound (agent type, host, resource id): {{(pid=103813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:24:18.084330 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Received port after_create {{(pid=103813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:24:18.087324 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:18.094475 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-9556a082-98cc-4dc6-803c-9968d177879d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6e4c6f51b9524fc4acb60376e23003f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4481618 Jun 04 08:24:18.098068 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50574) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:18.132117 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:18.157553 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] Allocated IP 172.27.2.52 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/b8868e82-b6e2-4a4a-b11a-0bf0541a1066) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:24:18.177575 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Attempting to bind port c1ee61d1-48e7-4c3f-9228-f867685b7c31 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:24:18.178105 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Attempting to bind port c1ee61d1-48e7-4c3f-9228-f867685b7c31 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:24:18.178538 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Attempting to bind port c1ee61d1-48e7-4c3f-9228-f867685b7c31 on network b657dda9-96b8-450c-85f0-94a70753fce4 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:24:18.185001 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:24:18.185472 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Checking segment: {'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:24:18.186025 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:18.186579 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Bound using segment: {'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:24:18.187119 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Bound port: c1ee61d1-48e7-4c3f-9228-f867685b7c31, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:24:18.187736 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (c1ee61d1-48e7-4c3f-9228-f867685b7c31), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:18.217028 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-124d8bcc-6ad5-4359-9acf-69358a2284ba admin admin] Publish callbacks [] for security_group (8e22f235-8a4c-412e-bdc7-f67ce1cce95c), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:18.224719 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:18.232683 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:INSERT=17,neutron:UPDATE=2,neutron:SELECT=80,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:18.248152 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23ffba-1f2d-4448-a350-187ff8f70389 req-cf97ebde-5f85-4388-81b6-b976ba93ad40 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:18.253029 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:18.255672 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6a23ffba-1f2d-4448-a350-187ff8f70389 req-cf97ebde-5f85-4388-81b6-b976ba93ad40 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.0924883 Jun 04 08:24:18.260851 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] For port c1ee61d1-48e7-4c3f-9228-f867685b7c31, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:24:18.266405 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] For port c1ee61d1-48e7-4c3f-9228-f867685b7c31, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=c1ee61d1-48e7-4c3f-9228-f867685b7c31,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:24:18.281645 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (c1ee61d1-48e7-4c3f-9228-f867685b7c31), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:18.283596 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-124d8bcc-6ad5-4359-9acf-69358a2284ba admin admin] Publish callbacks [] for security_group (8e22f235-8a4c-412e-bdc7-f67ce1cce95c), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:18.292928 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] Publish callbacks [] for port (b8868e82-b6e2-4a4a-b11a-0bf0541a1066), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:18.366462 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6a23ffba-1f2d-4448-a350-187ff8f70389 req-12313996-0e3e-4acb-b7f9-58780fe50dd3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096854 Jun 04 08:24:18.369385 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (b8868e82-b6e2-4a4a-b11a-0bf0541a1066), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:18.399406 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b10de-8a39-49f1-ad78-e9499908d758 None None] Pushing event updated for resources: {'Port': ['ID=c1ee61d1-48e7-4c3f-9228-f867685b7c31,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:18.417417 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:24:18.420591 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:24:18.421011 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-124d8bcc-6ad5-4359-9acf-69358a2284ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (8e22f235-8a4c-412e-bdc7-f67ce1cce95c), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:18.424913 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-124d8bcc-6ad5-4359-9acf-69358a2284ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:18.427690 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:24:18.431591 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-124d8bcc-6ad5-4359-9acf-69358a2284ba admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8e22f235-8a4c-412e-bdc7-f67ce1cce95c HTTP/1.1" status: 204 len: 168 time: 0.3324859 Jun 04 08:24:18.442225 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d8bcc-6ad5-4359-9acf-69358a2284ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e22f235-8a4c-412e-bdc7-f67ce1cce95c,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:18.459158 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] Pushing event updated for resources: {'Port': ['ID=b8868e82-b6e2-4a4a-b11a-0bf0541a1066,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:18.463102 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:18.754652 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] Publish callbacks [] for router_gateway (5956fe31-3198-4f24-887c-652616177a08), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:18.974889 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3907948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914699'] for router (5956fe31-3198-4f24-887c-652616177a08), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:19.207563 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] Router 5956fe31-3198-4f24-887c-652616177a08 is scheduled to L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce with binding_index 1 {{(pid=103811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 08:24:19.214700 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:19.349324 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:24:19.369088 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Sync routers for ids ['5956fe31-3198-4f24-887c-652616177a08'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:24:19.385456 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Routers {'5956fe31-3198-4f24-887c-652616177a08'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:24:19.387554 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:24:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['5956fe31-3198-4f24-887c-652616177a08'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:19.393329 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:19.397635 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50642) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:19.398132 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-16f19daf-f2e0-4043-ac53-8cb18ad783ae admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1751487 Jun 04 08:24:19.550458 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50644) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:19.561185 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Set router 5956fe31-3198-4f24-887c-652616177a08 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:24:19.583188 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be096ff6-a781-41e1-8872-fd663e8f0751 req-384f2a79-907f-492e-a863-1bb21227df30 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:19.586262 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-be096ff6-a781-41e1-8872-fd663e8f0751 req-384f2a79-907f-492e-a863-1bb21227df30 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.1293724 Jun 04 08:24:19.647890 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dff2abb-582b-4fb3-8552-2ca851fb871b None None] Network b657dda9-96b8-450c-85f0-94a70753fce4 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:24:19.703732 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-be096ff6-a781-41e1-8872-fd663e8f0751 req-6109cd9a-9388-44bc-8672-d121fb142cc6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104770 Jun 04 08:24:19.758711 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-14bc9236-1a3c-4857-9bef-6cf3325e90fd None None] Provisioning complete for port c1ee61d1-48e7-4c3f-9228-f867685b7c31 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:19.759391 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-14bc9236-1a3c-4857-9bef-6cf3325e90fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (c1ee61d1-48e7-4c3f-9228-f867685b7c31), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:19.854429 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:18Z', 'revision_number': 3, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:19.902396 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Checking router: 5956fe31-3198-4f24-887c-652616177a08 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:24:19.903565 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Updating router 5956fe31-3198-4f24-887c-652616177a08 port b8868e82-b6e2-4a4a-b11a-0bf0541a1066 binding host dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:24:19.953550 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-14bc9236-1a3c-4857-9bef-6cf3325e90fd None None] Current status of the port c1ee61d1-48e7-4c3f-9228-f867685b7c31 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:24:19.954779 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-14bc9236-1a3c-4857-9bef-6cf3325e90fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (c1ee61d1-48e7-4c3f-9228-f867685b7c31), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:19.968523 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (b8868e82-b6e2-4a4a-b11a-0bf0541a1066), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:20.020722 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-624d0204-f925-4d49-a326-916f5794b641 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-949311646-network', 'tenant_id': '6c443dd708b0443f8ca77d5b28529606'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:20.023216 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-14bc9236-1a3c-4857-9bef-6cf3325e90fd None None] For port c1ee61d1-48e7-4c3f-9228-f867685b7c31, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=c1ee61d1-48e7-4c3f-9228-f867685b7c31,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:24:20.029878 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-14bc9236-1a3c-4857-9bef-6cf3325e90fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (c1ee61d1-48e7-4c3f-9228-f867685b7c31), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:20.058098 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-928ea175-df27-4b4d-92b1-24b0adcf627e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:20.079144 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624d0204-f925-4d49-a326-916f5794b641 admin admin] Made reservation on behalf of 6c443dd708b0443f8ca77d5b28529606 for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:24:20.082268 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-624d0204-f925-4d49-a326-916f5794b641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:20.095212 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-624d0204-f925-4d49-a326-916f5794b641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:20.119020 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc9236-1a3c-4857-9bef-6cf3325e90fd None None] Pushing event updated for resources: {'Port': ['ID=c1ee61d1-48e7-4c3f-9228-f867685b7c31,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:20.257198 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-00855968-8e8a-4d79-9501-f4f8a2b87e17 None None] Provisioning complete for port c1ee61d1-48e7-4c3f-9228-f867685b7c31 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:20.257578 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-00855968-8e8a-4d79-9501-f4f8a2b87e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (c1ee61d1-48e7-4c3f-9228-f867685b7c31), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:20.308934 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:20.338092 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:20.345008 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-624d0204-f925-4d49-a326-916f5794b641 admin admin] Publish callbacks [] for security_group (06470253-67b9-43f9-a90e-ac156bb0fc2f), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:20.351485 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-928ea175-df27-4b4d-92b1-24b0adcf627e admin admin] Allocated IP 172.20.0.1 (b657dda9-96b8-450c-85f0-94a70753fce4/8e421c33-394d-4f1f-9f83-0ef1951dc532/22317bdc-d569-4e15-be78-13948c0d2c7b) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:24:20.366777 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-00855968-8e8a-4d79-9501-f4f8a2b87e17 None None] Current status of the port c1ee61d1-48e7-4c3f-9228-f867685b7c31 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:24:20.383095 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-624d0204-f925-4d49-a326-916f5794b641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (06470253-67b9-43f9-a90e-ac156bb0fc2f), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:20.453975 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Publish callbacks [] for port (b8868e82-b6e2-4a4a-b11a-0bf0541a1066), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:20.456794 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:20.461210 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (b8868e82-b6e2-4a4a-b11a-0bf0541a1066), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:20.470389 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624d0204-f925-4d49-a326-916f5794b641 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=103812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 08:24:20.477070 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d0204-f925-4d49-a326-916f5794b641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06470253-67b9-43f9-a90e-ac156bb0fc2f,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:20.523922 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e3fc2-59e8-4c27-b0d1-510a8d06d953 None None] Pushing event updated for resources: {'Port': ['ID=b8868e82-b6e2-4a4a-b11a-0bf0541a1066,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:20.526663 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Attempting to bind port b8868e82-b6e2-4a4a-b11a-0bf0541a1066 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:24:20.527022 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Attempting to bind port b8868e82-b6e2-4a4a-b11a-0bf0541a1066 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:24:20.527366 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Attempting to bind port b8868e82-b6e2-4a4a-b11a-0bf0541a1066 on network 611add22-ec0d-4fc9-ba81-7c460feafb87 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:24:20.538285 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e3fc2-59e8-4c27-b0d1-510a8d06d953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:20.538637 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e3fc2-59e8-4c27-b0d1-510a8d06d953 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:20.539185 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e3fc2-59e8-4c27-b0d1-510a8d06d953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:20.539554 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e3fc2-59e8-4c27-b0d1-510a8d06d953 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:20.539891 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e3fc2-59e8-4c27-b0d1-510a8d06d953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:20.540220 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e3fc2-59e8-4c27-b0d1-510a8d06d953 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:20.540548 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e3fc2-59e8-4c27-b0d1-510a8d06d953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:20.540870 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e3fc2-59e8-4c27-b0d1-510a8d06d953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:20.542131 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e3fc2-59e8-4c27-b0d1-510a8d06d953 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:20.542513 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e3fc2-59e8-4c27-b0d1-510a8d06d953 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:20.542866 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e3fc2-59e8-4c27-b0d1-510a8d06d953 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:20.543228 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e3fc2-59e8-4c27-b0d1-510a8d06d953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:20.543573 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e3fc2-59e8-4c27-b0d1-510a8d06d953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:20.543907 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e3fc2-59e8-4c27-b0d1-510a8d06d953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:20.544280 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e3fc2-59e8-4c27-b0d1-510a8d06d953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:20.551884 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:24:20.553146 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Checking segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:24:20.553946 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:20.554689 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Bound using segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:24:20.555713 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Bound port: b8868e82-b6e2-4a4a-b11a-0bf0541a1066, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:24:20.556439 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (b8868e82-b6e2-4a4a-b11a-0bf0541a1066), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:20.663747 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] For port b8868e82-b6e2-4a4a-b11a-0bf0541a1066, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:24:20.667445 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] For port b8868e82-b6e2-4a4a-b11a-0bf0541a1066, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=b8868e82-b6e2-4a4a-b11a-0bf0541a1066,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:24:20.677164 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (b8868e82-b6e2-4a4a-b11a-0bf0541a1066), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:20.679799 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device c1ee61d1-48e7-4c3f-9228-f867685b7c31 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:24:20.735219 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port c1ee61d1-48e7-4c3f-9228-f867685b7c31 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:20.735663 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (c1ee61d1-48e7-4c3f-9228-f867685b7c31), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:20.770154 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-624d0204-f925-4d49-a326-916f5794b641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (80061331-d62d-4b1c-b42d-2dbbb38b808e), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:20.770489 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-624d0204-f925-4d49-a326-916f5794b641 admin admin] Added segment 80061331-d62d-4b1c-b42d-2dbbb38b808e of type vlan for network 8a4e9591-70ce-4346-934a-3a60d27926aa Jun 04 08:24:20.808555 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Routers {'5956fe31-3198-4f24-887c-652616177a08'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:24:20.809291 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:24:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['5956fe31-3198-4f24-887c-652616177a08'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:20.837777 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port c1ee61d1-48e7-4c3f-9228-f867685b7c31 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:24:20.845280 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e3fc2-59e8-4c27-b0d1-510a8d06d953 None None] Pushing event updated for resources: {'Port': ['ID=b8868e82-b6e2-4a4a-b11a-0bf0541a1066,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:20.875143 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-624d0204-f925-4d49-a326-916f5794b641 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (8a4e9591-70ce-4346-934a-3a60d27926aa), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:20.885407 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-928ea175-df27-4b4d-92b1-24b0adcf627e admin admin] Publish callbacks [] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:20.896888 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc3989-a1e5-43b8-83a5-0bf60d3a8286 req-a68c156f-dd4a-48a2-864e-8a410d180a29 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:20.898385 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-92bc3989-a1e5-43b8-83a5-0bf60d3a8286 req-a68c156f-dd4a-48a2-864e-8a410d180a29 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.1152887 Jun 04 08:24:20.927433 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] Set router 5956fe31-3198-4f24-887c-652616177a08 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:24:20.953662 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-624d0204-f925-4d49-a326-916f5794b641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (8a4e9591-70ce-4346-934a-3a60d27926aa), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:20.954778 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624d0204-f925-4d49-a326-916f5794b641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:20.955474 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-624d0204-f925-4d49-a326-916f5794b641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:21.040339 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-624d0204-f925-4d49-a326-916f5794b641 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4873614 Jun 04 08:24:21.044066 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50666) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:21.047049 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-92bc3989-a1e5-43b8-83a5-0bf60d3a8286 req-c36e421f-d4df-49e9-a859-245fd0888c5f tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396527 Jun 04 08:24:21.050669 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-c1b762ea-6d25-4405-8161-ec0fb9983bc4 admin admin] Request body: {'subnet': {'network_id': '8a4e9591-70ce-4346-934a-3a60d27926aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-949311646-subnet', 'tenant_id': '6c443dd708b0443f8ca77d5b28529606', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:21.050821 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-928ea175-df27-4b4d-92b1-24b0adcf627e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:21.083828 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d0204-f925-4d49-a326-916f5794b641 admin admin] Pushing event updated for resources: {'Network': ['ID=8a4e9591-70ce-4346-934a-3a60d27926aa,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:21.084852 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b762ea-6d25-4405-8161-ec0fb9983bc4 admin admin] Made reservation on behalf of 6c443dd708b0443f8ca77d5b28529606 for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:24:21.087693 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c1b762ea-6d25-4405-8161-ec0fb9983bc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127108470'] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:21.102668 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network 8a4e9591-70ce-4346-934a-3a60d27926aa details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:24:21.103647 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928ea175-df27-4b4d-92b1-24b0adcf627e admin admin] Network b657dda9-96b8-450c-85f0-94a70753fce4 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:24:21.111725 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-928ea175-df27-4b4d-92b1-24b0adcf627e admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:24:21.114171 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928ea175-df27-4b4d-92b1-24b0adcf627e admin admin] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:24:21.121926 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:18Z', 'revision_number': 3, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:21.138955 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ea175-df27-4b4d-92b1-24b0adcf627e admin admin] Pushing event updated for resources: {'Port': ['ID=22317bdc-d569-4e15-be78-13948c0d2c7b,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:21.150455 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad6737b-3eb8-433b-a289-8f8722a4f8ac None None] The sync data for ids ['5956fe31-3198-4f24-887c-652616177a08'] in dv-cinder-836996-29-iscsi is: [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:18Z', 'revision_number': 3, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:24:21.170306 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-928ea175-df27-4b4d-92b1-24b0adcf627e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915453'] for router_interface (5956fe31-3198-4f24-887c-652616177a08), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:21.227495 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:21.294629 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:21.318656 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-928ea175-df27-4b4d-92b1-24b0adcf627e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:21.374307 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c1b762ea-6d25-4405-8161-ec0fb9983bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127078783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127108420'] for subnet (cb652357-cfa4-4c7a-b33c-135ddef957fb), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:21.396457 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-06b024dc-c3dd-490a-ad9d-ccd7427a2562 None None] Provisioning complete for port 22317bdc-d569-4e15-be78-13948c0d2c7b triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:21.397114 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-06b024dc-c3dd-490a-ad9d-ccd7427a2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:21.426289 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b762ea-6d25-4405-8161-ec0fb9983bc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb652357-cfa4-4c7a-b33c-135ddef957fb,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:21.454327 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-06b024dc-c3dd-490a-ad9d-ccd7427a2562 None None] Port 22317bdc-d569-4e15-be78-13948c0d2c7b cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:24:21.463131 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b762ea-6d25-4405-8161-ec0fb9983bc4 admin admin] Checking segment: {'id': '80061331-d62d-4b1c-b42d-2dbbb38b808e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8a4e9591-70ce-4346-934a-3a60d27926aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:24:21.463487 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b762ea-6d25-4405-8161-ec0fb9983bc4 admin admin] Network hostable DHCP agents. Network: 8a4e9591-70ce-4346-934a-3a60d27926aa, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:24:21.493411 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b762ea-6d25-4405-8161-ec0fb9983bc4 admin admin] Network 8a4e9591-70ce-4346-934a-3a60d27926aa is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:24:21.512051 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-c1b762ea-6d25-4405-8161-ec0fb9983bc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, 8a4e9591-70ce-4346-934a-3a60d27926aa) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:24:21.520396 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b762ea-6d25-4405-8161-ec0fb9983bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:21.521516 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c1b762ea-6d25-4405-8161-ec0fb9983bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:21.522126 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d3111e-a798-4a93-83cd-7f5e955ca2df None None] Network 8a4e9591-70ce-4346-934a-3a60d27926aa requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:24:21.526206 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:21.547036 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c1b762ea-6d25-4405-8161-ec0fb9983bc4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5010178 Jun 04 08:24:21.605248 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-928ea175-df27-4b4d-92b1-24b0adcf627e admin admin] Publish callbacks [] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:21.611069 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-928ea175-df27-4b4d-92b1-24b0adcf627e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:21.618487 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:21.662853 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:21.696066 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-928ea175-df27-4b4d-92b1-24b0adcf627e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915337'] for router_interface (5956fe31-3198-4f24-887c-652616177a08), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:21.697990 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ea175-df27-4b4d-92b1-24b0adcf627e admin admin] Pushing event updated for resources: {'Port': ['ID=22317bdc-d569-4e15-be78-13948c0d2c7b,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:21.717857 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f552e50e-acd4-4694-b115-f6a4fed84dde None None] Network 8a4e9591-70ce-4346-934a-3a60d27926aa requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:24:21.872824 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928ea175-df27-4b4d-92b1-24b0adcf627e admin admin] Network b657dda9-96b8-450c-85f0-94a70753fce4 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:24:21.875010 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-928ea175-df27-4b4d-92b1-24b0adcf627e admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:24:21.991401 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928ea175-df27-4b4d-92b1-24b0adcf627e admin admin] Router 5956fe31-3198-4f24-887c-652616177a08 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:24:22.142946 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928ea175-df27-4b4d-92b1-24b0adcf627e admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:24:22.156517 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-928ea175-df27-4b4d-92b1-24b0adcf627e admin admin] 10.222.0.57 "PUT /v2.0/routers/5956fe31-3198-4f24-887c-652616177a08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7492218 Jun 04 08:24:22.264217 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc84eeb-0a17-43ef-86c1-dce97c967342 req-8ee3756d-7d26-4a4b-9875-795635346105 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:22.279149 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6fc84eeb-0a17-43ef-86c1-dce97c967342 req-8ee3756d-7d26-4a4b-9875-795635346105 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.0848267 Jun 04 08:24:22.284291 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-e7f124d7-2749-4415-9111-60cfefae5590 None None] Provisioning complete for port 22317bdc-d569-4e15-be78-13948c0d2c7b triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:22.286895 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e7f124d7-2749-4415-9111-60cfefae5590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:22.342969 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-e7f124d7-2749-4415-9111-60cfefae5590 None None] Port 22317bdc-d569-4e15-be78-13948c0d2c7b cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:24:22.362487 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6fc84eeb-0a17-43ef-86c1-dce97c967342 req-b5917591-6814-45fe-81ad-541619530ea1 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814309 Jun 04 08:24:22.687979 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device b8868e82-b6e2-4a4a-b11a-0bf0541a1066 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:24:22.748148 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port b8868e82-b6e2-4a4a-b11a-0bf0541a1066 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:22.749236 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (b8868e82-b6e2-4a4a-b11a-0bf0541a1066), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:22.823393 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50710) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:22.829590 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port b8868e82-b6e2-4a4a-b11a-0bf0541a1066 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:24:22.830027 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (b8868e82-b6e2-4a4a-b11a-0bf0541a1066), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:22.858292 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] For port b8868e82-b6e2-4a4a-b11a-0bf0541a1066, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=b8868e82-b6e2-4a4a-b11a-0bf0541a1066,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:24:22.862422 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (b8868e82-b6e2-4a4a-b11a-0bf0541a1066), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:22.891201 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50716) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:22.896274 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-e8f8e5fe-b153-46f3-927e-4a818149f4ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-842709335-network', 'tenant_id': '55fb1da014f74d59a0f46deaf02fa0f6'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:22.921012 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f8e5fe-b153-46f3-927e-4a818149f4ba admin admin] Made reservation on behalf of 55fb1da014f74d59a0f46deaf02fa0f6 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:24:22.926765 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e5fe-b153-46f3-927e-4a818149f4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:22.928537 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Pushing event updated for resources: {'Port': ['ID=b8868e82-b6e2-4a4a-b11a-0bf0541a1066,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:22.937596 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e5fe-b153-46f3-927e-4a818149f4ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:23.029924 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:23.035099 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e5fe-b153-46f3-927e-4a818149f4ba admin admin] Publish callbacks [] for security_group (12d37372-39c3-4d55-8b12-13cc72de52ed), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:23.039127 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e5fe-b153-46f3-927e-4a818149f4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (12d37372-39c3-4d55-8b12-13cc72de52ed), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:23.075880 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f8e5fe-b153-46f3-927e-4a818149f4ba admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 08:24:23.099554 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8e5fe-b153-46f3-927e-4a818149f4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d37372-39c3-4d55-8b12-13cc72de52ed,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:23.104519 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-71c7585b-789c-4180-9c3f-ede0f9ab769d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:23.107385 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e5fe-b153-46f3-927e-4a818149f4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (89e9e9b1-154d-475e-82ff-6087a870f039), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:23.107730 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-e8f8e5fe-b153-46f3-927e-4a818149f4ba admin admin] Added segment 89e9e9b1-154d-475e-82ff-6087a870f039 of type vlan for network 467345eb-f895-4cfe-920f-ce2a22f5d3b3 Jun 04 08:24:23.170806 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e5fe-b153-46f3-927e-4a818149f4ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (467345eb-f895-4cfe-920f-ce2a22f5d3b3), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:23.218720 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e5fe-b153-46f3-927e-4a818149f4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (467345eb-f895-4cfe-920f-ce2a22f5d3b3), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:23.219688 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f8e5fe-b153-46f3-927e-4a818149f4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:23.220565 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e5fe-b153-46f3-927e-4a818149f4ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:23.285315 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:23.290059 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Sync routers for ids ['5956fe31-3198-4f24-887c-652616177a08'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:24:23.302268 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Routers {'5956fe31-3198-4f24-887c-652616177a08'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:24:23.303312 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:24:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['5956fe31-3198-4f24-887c-652616177a08'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:23.306444 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e8f8e5fe-b153-46f3-927e-4a818149f4ba admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4141643 Jun 04 08:24:23.309251 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50720) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:23.310616 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8e5fe-b153-46f3-927e-4a818149f4ba admin admin] Pushing event updated for resources: {'Network': ['ID=467345eb-f895-4cfe-920f-ce2a22f5d3b3,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:23.315684 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-63af9206-6f24-48a2-a576-b16071ca84d5 admin admin] Request body: {'subnet': {'network_id': '467345eb-f895-4cfe-920f-ce2a22f5d3b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-842709335-subnet', 'tenant_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'ip_version': 4}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:23.324049 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-71c7585b-789c-4180-9c3f-ede0f9ab769d admin admin] Publish callbacks [] for security_group (337a7ea2-be17-4ac0-a3c5-5df805bc0a68), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:23.328418 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-71c7585b-789c-4180-9c3f-ede0f9ab769d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (337a7ea2-be17-4ac0-a3c5-5df805bc0a68), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:23.339563 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63af9206-6f24-48a2-a576-b16071ca84d5 admin admin] Made reservation on behalf of 55fb1da014f74d59a0f46deaf02fa0f6 for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:24:23.342689 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-63af9206-6f24-48a2-a576-b16071ca84d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126094848'] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:23.344288 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network 467345eb-f895-4cfe-920f-ce2a22f5d3b3 details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:24:23.371578 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-71c7585b-789c-4180-9c3f-ede0f9ab769d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a107386c081847d4b006ab93bde01972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5468554 Jun 04 08:24:23.374899 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50722) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:23.381692 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7585b-789c-4180-9c3f-ede0f9ab769d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337a7ea2-be17-4ac0-a3c5-5df805bc0a68,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:23.421548 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:23.442465 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b3dae5b2-20b4-4774-a992-c024ba2ba867 admin admin] Publish callbacks [] for security_group (337a7ea2-be17-4ac0-a3c5-5df805bc0a68), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:23.470598 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b3dae5b2-20b4-4774-a992-c024ba2ba867 admin admin] Publish callbacks [] for security_group (337a7ea2-be17-4ac0-a3c5-5df805bc0a68), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:23.471924 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Set router 5956fe31-3198-4f24-887c-652616177a08 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:24:23.526793 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b3dae5b2-20b4-4774-a992-c024ba2ba867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (337a7ea2-be17-4ac0-a3c5-5df805bc0a68), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:23.529647 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b3dae5b2-20b4-4774-a992-c024ba2ba867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:23.530850 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-b3dae5b2-20b4-4774-a992-c024ba2ba867 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/337a7ea2-be17-4ac0-a3c5-5df805bc0a68 HTTP/1.1" status: 204 len: 168 time: 0.1546881 Jun 04 08:24:23.540194 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dae5b2-20b4-4774-a992-c024ba2ba867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337a7ea2-be17-4ac0-a3c5-5df805bc0a68,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:23.610694 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755420b-7478-41cb-b616-f562d7303b7c req-243a5aca-3c23-4e4f-90ff-4780a02ea591 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:23.612201 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8755420b-7478-41cb-b616-f562d7303b7c req-243a5aca-3c23-4e4f-90ff-4780a02ea591 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.1118329 Jun 04 08:24:23.651259 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-63af9206-6f24-48a2-a576-b16071ca84d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126740278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126094898'] for subnet (27519da9-7ea1-4e45-9874-5bbba7981c07), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:23.740480 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 2, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:23.768748 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Checking router: 5956fe31-3198-4f24-887c-652616177a08 for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:24:23.769522 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Updating router 5956fe31-3198-4f24-887c-652616177a08 port 22317bdc-d569-4e15-be78-13948c0d2c7b binding host dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:24:23.777271 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8755420b-7478-41cb-b616-f562d7303b7c req-a639eca0-0bb8-41ce-8d52-be274b41f438 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525633 Jun 04 08:24:23.778477 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af9206-6f24-48a2-a576-b16071ca84d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27519da9-7ea1-4e45-9874-5bbba7981c07,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:23.789634 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af9206-6f24-48a2-a576-b16071ca84d5 admin admin] Checking segment: {'id': '89e9e9b1-154d-475e-82ff-6087a870f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '467345eb-f895-4cfe-920f-ce2a22f5d3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:24:23.790098 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63af9206-6f24-48a2-a576-b16071ca84d5 admin admin] Network hostable DHCP agents. Network: 467345eb-f895-4cfe-920f-ce2a22f5d3b3, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:24:23.811290 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:23.812265 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63af9206-6f24-48a2-a576-b16071ca84d5 admin admin] Network 467345eb-f895-4cfe-920f-ce2a22f5d3b3 is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:24:23.826688 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-63af9206-6f24-48a2-a576-b16071ca84d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, 467345eb-f895-4cfe-920f-ce2a22f5d3b3) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:24:23.838221 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63af9206-6f24-48a2-a576-b16071ca84d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:23.838834 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-63af9206-6f24-48a2-a576-b16071ca84d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:23.857579 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b80bbc5-e265-47c3-8ece-517b5f76e4da None None] Network 467345eb-f895-4cfe-920f-ce2a22f5d3b3 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:24:23.865586 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50742) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:23.870029 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-842709335-router', 'tenant_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:23.876615 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-63af9206-6f24-48a2-a576-b16071ca84d5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5659592 Jun 04 08:24:23.900404 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:23.917312 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:23.920150 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-459'] for router (b605396e-cabf-4255-a04e-f0a2779818cc), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:23.922049 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3827746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-434'] for router (b605396e-cabf-4255-a04e-f0a2779818cc), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:24.039902 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] Publish callbacks [] for router_controller (b605396e-cabf-4255-a04e-f0a2779818cc), precommit_add_association {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:24.044066 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50748) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:24.084108 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp656ddf91-5a7e-5562-8344-d8ecf654b6e7-467345eb-f895-4cfe-920f-ce2a22f5d3b3', 'network_id': '467345eb-f895-4cfe-920f-ce2a22f5d3b3', 'project_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'fixed_ips': [{'subnet_id': '27519da9-7ea1-4e45-9874-5bbba7981c07'}]}} from dv-cinder-836996-29-iscsi. {{(pid=103813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 08:24:24.085034 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:24.098331 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-198dd84a-edc6-4012-8b31-894de0466c43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:24.132506 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6a950532-082c-410b-b5eb-8c8b847755ac tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:24.134030 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6a950532-082c-410b-b5eb-8c8b847755ac tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/networks?id=8a4e9591-70ce-4346-934a-3a60d27926aa HTTP/1.1" status: 200 len: 808 time: 0.2307618 Jun 04 08:24:24.205758 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-1d0fc962-85bc-400d-a3c4-ae67adc59ff3 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/quotas/6c443dd708b0443f8ca77d5b28529606 HTTP/1.1" status: 200 len: 375 time: 0.0614185 Jun 04 08:24:24.247654 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:24.271386 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] Publish callbacks [] for router_gateway (b605396e-cabf-4255-a04e-f0a2779818cc), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:24.284082 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-70653f54-c35d-4e68-9ba5-67560d767a5e tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c443dd708b0443f8ca77d5b28529606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557280 Jun 04 08:24:24.450566 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.db_base_plugin_common [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Allocated IP 172.20.0.2 (467345eb-f895-4cfe-920f-ce2a22f5d3b3/27519da9-7ea1-4e45-9874-5bbba7981c07/3ccef889-6550-463d-bfe8-915270ea43b3) {{(pid=103813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:24:24.472269 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Publish callbacks [] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:24.479679 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:24.592858 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a589a-e958-4cfa-bea6-c92c7e228355 None None] Pushing event updated for resources: {'Port': ['ID=22317bdc-d569-4e15-be78-13948c0d2c7b,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:24.656436 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-198dd84a-edc6-4012-8b31-894de0466c43 admin admin] Publish callbacks [] for security_group (ce5fd772-19c2-411e-8492-42437e1a8b39), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:24.664417 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device b8868e82-b6e2-4a4a-b11a-0bf0541a1066 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:24:24.665309 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:24.669493 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-198dd84a-edc6-4012-8b31-894de0466c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (ce5fd772-19c2-411e-8492-42437e1a8b39), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:24.706085 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Attempting to bind port 22317bdc-d569-4e15-be78-13948c0d2c7b on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:24:24.706833 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Attempting to bind port 22317bdc-d569-4e15-be78-13948c0d2c7b by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:24:24.707196 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Attempting to bind port 22317bdc-d569-4e15-be78-13948c0d2c7b on network b657dda9-96b8-450c-85f0-94a70753fce4 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:24:24.725521 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:24:24.725947 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Checking segment: {'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:24:24.726328 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:24.726721 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Bound using segment: {'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:24:24.727199 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Bound port: 22317bdc-d569-4e15-be78-13948c0d2c7b, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:24:24.727773 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:24.767090 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-661f2f0e-cf0d-4ceb-ba89-32fa3911d769 service neutron] 10.222.0.57 "GET /v2.0/networks/8a4e9591-70ce-4346-934a-3a60d27926aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748824 Jun 04 08:24:24.769260 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:24.818628 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198dd84a-edc6-4012-8b31-894de0466c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5fd772-19c2-411e-8492-42437e1a8b39,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:24.827977 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port b8868e82-b6e2-4a4a-b11a-0bf0541a1066 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:24.828368 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (b8868e82-b6e2-4a4a-b11a-0bf0541a1066), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:24.839667 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-198dd84a-edc6-4012-8b31-894de0466c43 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3ad1339850a745f084c256cdb1c1ccf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7944927 Jun 04 08:24:24.842411 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50754) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:24.887706 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Publish callbacks [] for port (3ccef889-6550-463d-bfe8-915270ea43b3), precommit_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:24.927125 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:24.932839 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] Publish callbacks [] for router_gateway (b605396e-cabf-4255-a04e-f0a2779818cc), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:24.951530 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (3ccef889-6550-463d-bfe8-915270ea43b3), after_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:24.963056 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:24.967485 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1087-f9f8-446a-90d0-7bd9a6eb845f admin admin] Publish callbacks [] for security_group (ce5fd772-19c2-411e-8492-42437e1a8b39), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:24.971839 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:24.974389 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-90098ffe-897a-4a97-9a0e-dbd8f48f76eb service neutron] 10.222.0.57 "GET /v2.0/networks/8a4e9591-70ce-4346-934a-3a60d27926aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672804 Jun 04 08:24:24.977678 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] For port 22317bdc-d569-4e15-be78-13948c0d2c7b, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:24:25.007341 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f56b6-8847-4b4f-aef9-7994d86e369c req-117f36f6-2fe4-41e7-84f3-2214a7e8b609 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:25.008951 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-701f56b6-8847-4b4f-aef9-7994d86e369c req-117f36f6-2fe4-41e7-84f3-2214a7e8b609 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.1081846 Jun 04 08:24:25.011384 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-f6e0f853-afb2-464c-aad8-252fcb612b5f None None] Provisioning complete for port 22317bdc-d569-4e15-be78-13948c0d2c7b triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:25.011761 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-f6e0f853-afb2-464c-aad8-252fcb612b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:25.028649 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1087-f9f8-446a-90d0-7bd9a6eb845f admin admin] Publish callbacks [] for security_group (ce5fd772-19c2-411e-8492-42437e1a8b39), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:25.048956 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port b8868e82-b6e2-4a4a-b11a-0bf0541a1066 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:24:25.060440 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] For port 22317bdc-d569-4e15-be78-13948c0d2c7b, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=22317bdc-d569-4e15-be78-13948c0d2c7b,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:24:25.069472 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Network 467345eb-f895-4cfe-920f-ce2a22f5d3b3 is already hosted by enough agents. {{(pid=103813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:24:25.073508 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-f6e0f853-afb2-464c-aad8-252fcb612b5f None None] Port 22317bdc-d569-4e15-be78-13948c0d2c7b cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:24:25.084229 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:25.091964 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.base_scheduler [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Resources bound (agent type, host, resource id): {{(pid=103813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:24:25.099245 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Received port after_create {{(pid=103813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:24:25.104401 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Pushing event updated for resources: {'Port': ['ID=3ccef889-6550-463d-bfe8-915270ea43b3,revision_number=1']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:25.126671 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-701f56b6-8847-4b4f-aef9-7994d86e369c req-6b6875d8-260a-489e-a9f3-cf1608899383 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056571 Jun 04 08:24:25.147545 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] Allocated IP 172.27.2.196 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/a4c67c34-b296-4b86-a03c-76af6e8ed840) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:24:25.156992 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1087-f9f8-446a-90d0-7bd9a6eb845f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (ce5fd772-19c2-411e-8492-42437e1a8b39), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:25.160006 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1087-f9f8-446a-90d0-7bd9a6eb845f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:25.161466 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-c4dd1087-f9f8-446a-90d0-7bd9a6eb845f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ce5fd772-19c2-411e-8492-42437e1a8b39 HTTP/1.1" status: 204 len: 168 time: 0.3179166 Jun 04 08:24:25.172181 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd1087-f9f8-446a-90d0-7bd9a6eb845f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5fd772-19c2-411e-8492-42437e1a8b39,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:25.324768 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Routers {'5956fe31-3198-4f24-887c-652616177a08'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:24:25.325702 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:24:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['5956fe31-3198-4f24-887c-652616177a08'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:25.375078 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-58e82d71-b46d-40e2-afff-5ae1ccdcf61d req-5a65bf79-0088-4bdc-ae13-7dac8d21d405 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 210 time: 0.0740798 Jun 04 08:24:25.397939 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] Publish callbacks [] for port (a4c67c34-b296-4b86-a03c-76af6e8ed840), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:25.436262 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Attempting to bind port 3ccef889-6550-463d-bfe8-915270ea43b3 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:24:25.436689 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Attempting to bind port 3ccef889-6550-463d-bfe8-915270ea43b3 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '89e9e9b1-154d-475e-82ff-6087a870f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '467345eb-f895-4cfe-920f-ce2a22f5d3b3'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:24:25.437083 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Attempting to bind port 3ccef889-6550-463d-bfe8-915270ea43b3 on network 467345eb-f895-4cfe-920f-ce2a22f5d3b3 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:24:25.446674 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:24:25.446674 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Checking segment: {'id': '89e9e9b1-154d-475e-82ff-6087a870f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '467345eb-f895-4cfe-920f-ce2a22f5d3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:24:25.447565 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:25.447890 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Bound using segment: {'id': '89e9e9b1-154d-475e-82ff-6087a870f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '467345eb-f895-4cfe-920f-ce2a22f5d3b3'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:24:25.448586 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Bound port: 3ccef889-6550-463d-bfe8-915270ea43b3, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e9e9b1-154d-475e-82ff-6087a870f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '467345eb-f895-4cfe-920f-ce2a22f5d3b3'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:24:25.448703 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:25.448977 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (3ccef889-6550-463d-bfe8-915270ea43b3), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:25.455762 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a589a-e958-4cfa-bea6-c92c7e228355 None None] Pushing event updated for resources: {'Port': ['ID=22317bdc-d569-4e15-be78-13948c0d2c7b,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:25.467815 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (a4c67c34-b296-4b86-a03c-76af6e8ed840), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:25.536074 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:24:25.544555 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:24:25.547311 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c67c34-b296-4b86-a03c-76af6e8ed840,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:25.549499 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:24:25.564253 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-7fdf7055-a481-4eab-b814-4509ebe8ab2b None None] Provisioning complete for port 22317bdc-d569-4e15-be78-13948c0d2c7b triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:25.564823 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7055-a481-4eab-b814-4509ebe8ab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:25.608250 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] Set router 5956fe31-3198-4f24-887c-652616177a08 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:24:25.677101 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] For port 3ccef889-6550-463d-bfe8-915270ea43b3, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:24:25.682591 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] For port 3ccef889-6550-463d-bfe8-915270ea43b3, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=3ccef889-6550-463d-bfe8-915270ea43b3,segment=NetworkSegment(89e9e9b1-154d-475e-82ff-6087a870f039),segment_id=89e9e9b1-154d-475e-82ff-6087a870f039)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:24:25.724857 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (3ccef889-6550-463d-bfe8-915270ea43b3), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:25.818601 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50772) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:25.836333 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:25.849697 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0dea7f4e-6c3d-4b6f-ae39-71a776a120d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:25.863743 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] Publish callbacks [] for router_gateway (b605396e-cabf-4255-a04e-f0a2779818cc), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:25.925942 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf7055-a481-4eab-b814-4509ebe8ab2b None None] Current status of the port 22317bdc-d569-4e15-be78-13948c0d2c7b is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:24:25.926321 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7055-a481-4eab-b814-4509ebe8ab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:25.928322 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:25.976334 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a986ba-0c8a-408d-b62e-8923eab5bae2 None None] Pushing event updated for resources: {'Port': ['ID=3ccef889-6550-463d-bfe8-915270ea43b3,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:25.992031 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:26.023881 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0dea7f4e-6c3d-4b6f-ae39-71a776a120d1 admin admin] Publish callbacks [] for security_group (44924ffd-b203-4103-9774-f36ed12877ec), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:26.030052 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0dea7f4e-6c3d-4b6f-ae39-71a776a120d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (44924ffd-b203-4103-9774-f36ed12877ec), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:26.030240 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:24Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:26.073499 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db6fa9-25dc-43dd-9305-bd254449d05e None None] The sync data for ids ['5956fe31-3198-4f24-887c-652616177a08'] in dv-cinder-836996-29-iscsi is: [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:24Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:24:26.096234 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-7fdf7055-a481-4eab-b814-4509ebe8ab2b None None] For port 22317bdc-d569-4e15-be78-13948c0d2c7b, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=22317bdc-d569-4e15-be78-13948c0d2c7b,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:24:26.101164 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7055-a481-4eab-b814-4509ebe8ab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:26.105088 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-0dea7f4e-6c3d-4b6f-ae39-71a776a120d1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8ea33cfa796141acb48ccda17feb7785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825079 Jun 04 08:24:26.105247 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50774) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:26.108369 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea7f4e-6c3d-4b6f-ae39-71a776a120d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44924ffd-b203-4103-9774-f36ed12877ec,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:26.191463 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf7055-a481-4eab-b814-4509ebe8ab2b None None] Pushing event updated for resources: {'Port': ['ID=22317bdc-d569-4e15-be78-13948c0d2c7b,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:26.250560 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3907948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914699'] for router (b605396e-cabf-4255-a04e-f0a2779818cc), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:26.350990 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc282b09-e0ae-4b82-a07f-63821e2933ef admin admin] Publish callbacks [] for security_group (44924ffd-b203-4103-9774-f36ed12877ec), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:26.408325 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c6252-7609-4979-9db6-2d53f4db68ec req-24d17635-ec37-48ac-b729-dc1ff65bfcb6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:26.409932 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d14c6252-7609-4979-9db6-2d53f4db68ec req-24d17635-ec37-48ac-b729-dc1ff65bfcb6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.1147969 Jun 04 08:24:26.439036 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc282b09-e0ae-4b82-a07f-63821e2933ef admin admin] Publish callbacks [] for security_group (44924ffd-b203-4103-9774-f36ed12877ec), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:26.515236 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e41f749d-8876-476e-9272-45daad313161 req-56097453-8f5c-4468-a3e5-04567fe821a9 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 210 time: 0.0396242 Jun 04 08:24:26.523987 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d14c6252-7609-4979-9db6-2d53f4db68ec req-3dc82e3c-3638-493d-9989-a9354673007e tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043334 Jun 04 08:24:26.565887 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc282b09-e0ae-4b82-a07f-63821e2933ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (44924ffd-b203-4103-9774-f36ed12877ec), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:26.568612 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc282b09-e0ae-4b82-a07f-63821e2933ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:26.569773 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-cc282b09-e0ae-4b82-a07f-63821e2933ef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/44924ffd-b203-4103-9774-f36ed12877ec HTTP/1.1" status: 204 len: 168 time: 0.4638395 Jun 04 08:24:26.580170 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] Router b605396e-cabf-4255-a04e-f0a2779818cc is scheduled to L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce with binding_index 1 {{(pid=103811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 08:24:26.583706 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc282b09-e0ae-4b82-a07f-63821e2933ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44924ffd-b203-4103-9774-f36ed12877ec,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:26.773402 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 3ccef889-6550-463d-bfe8-915270ea43b3 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:24:26.801303 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:24:26.814181 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Sync routers for ids ['b605396e-cabf-4255-a04e-f0a2779818cc'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:24:26.828963 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Routers {'b605396e-cabf-4255-a04e-f0a2779818cc'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:24:26.830355 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:24:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['b605396e-cabf-4255-a04e-f0a2779818cc'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:26.888896 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 3ccef889-6550-463d-bfe8-915270ea43b3 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:26.890166 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (3ccef889-6550-463d-bfe8-915270ea43b3), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:26.944935 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:26.993063 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:26.997421 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50790) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:26.998406 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-93cc6022-066e-4636-a02e-9e003dd69c93 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1307850 Jun 04 08:24:27.062884 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Set router b605396e-cabf-4255-a04e-f0a2779818cc gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:24:27.088875 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-c5ed00d1-e1f3-4bd5-a6e6-88efff3c79ad tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:27.090506 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-c5ed00d1-e1f3-4bd5-a6e6-88efff3c79ad tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.77 "GET /v2.0/networks?id=8a4e9591-70ce-4346-934a-3a60d27926aa HTTP/1.1" status: 200 len: 808 time: 0.2872703 Jun 04 08:24:27.122254 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:27.133103 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 3ccef889-6550-463d-bfe8-915270ea43b3 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:24:27.133368 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (3ccef889-6550-463d-bfe8-915270ea43b3), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:27.184067 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] For port 3ccef889-6550-463d-bfe8-915270ea43b3, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=3ccef889-6550-463d-bfe8-915270ea43b3,segment=NetworkSegment(89e9e9b1-154d-475e-82ff-6087a870f039),segment_id=89e9e9b1-154d-475e-82ff-6087a870f039)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:24:27.196796 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (3ccef889-6550-463d-bfe8-915270ea43b3), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:27.198581 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 22317bdc-d569-4e15-be78-13948c0d2c7b up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:24:27.289985 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:27.363240 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Pushing event updated for resources: {'Port': ['ID=3ccef889-6550-463d-bfe8-915270ea43b3,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:27.395665 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 22317bdc-d569-4e15-be78-13948c0d2c7b triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:27.396043 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:27.413344 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:27.414820 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b605396e-cabf-4255-a04e-f0a2779818cc', 'name': 'tempest-TestVolumeBootPattern-842709335-router', 'tenant_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'a4c67c34-b296-4b86-a03c-76af6e8ed840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:23Z', 'updated_at': '2022-06-04T08:24:25Z', 'revision_number': 3, 'project_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'gw_port': {'id': 'a4c67c34-b296-4b86-a03c-76af6e8ed840', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b605396e-cabf-4255-a04e-f0a2779818cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:24Z', 'updated_at': '2022-06-04T08:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:27.462652 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Checking router: b605396e-cabf-4255-a04e-f0a2779818cc for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:24:27.463115 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Updating router b605396e-cabf-4255-a04e-f0a2779818cc port a4c67c34-b296-4b86-a03c-76af6e8ed840 binding host dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:24:27.503220 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (a4c67c34-b296-4b86-a03c-76af6e8ed840), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:27.626134 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251715cd-4d32-4004-8af4-72880150c9be None None] Network 467345eb-f895-4cfe-920f-ce2a22f5d3b3 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:24:27.729652 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-72b59ddf-aeeb-46e4-aaa6-acffdcb1e640 None None] Provisioning complete for port 3ccef889-6550-463d-bfe8-915270ea43b3 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:27.730340 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-72b59ddf-aeeb-46e4-aaa6-acffdcb1e640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (3ccef889-6550-463d-bfe8-915270ea43b3), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:27.772322 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587df7f0-6359-46d1-a35b-eb70bb95581b req-5b6d39d7-7aca-4856-9d4b-8b88d0a5e3e5 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:27.776442 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-587df7f0-6359-46d1-a35b-eb70bb95581b req-5b6d39d7-7aca-4856-9d4b-8b88d0a5e3e5 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.0768521 Jun 04 08:24:27.800890 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-993bd86a-df1b-4c96-b034-95cbdbe8f110 req-2e22cab1-f902-44fb-b46a-8f2cbf8170ae tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 210 time: 0.1102750 Jun 04 08:24:27.808670 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:27.902577 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:27.925429 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:27.955971 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-587df7f0-6359-46d1-a35b-eb70bb95581b req-0415ed05-dd8a-40dc-99fd-24942233ddd3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719182 Jun 04 08:24:27.976073 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 22317bdc-d569-4e15-be78-13948c0d2c7b is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:24:27.992649 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-72b59ddf-aeeb-46e4-aaa6-acffdcb1e640 None None] Current status of the port 3ccef889-6550-463d-bfe8-915270ea43b3 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:24:27.994531 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-d365e3bf-cf57-4aa7-8f96-0a729d3ac6a5 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Request body: {'port': {'device_id': '6d10b526-5e19-48e6-acf0-b9357a23f53e', 'network_id': '8a4e9591-70ce-4346-934a-3a60d27926aa', 'admin_state_up': True, 'tenant_id': '6c443dd708b0443f8ca77d5b28529606'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:28.027955 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-89a29e33-95c6-456e-b16e-4c204071cbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:28.060576 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Publish callbacks [] for port (a4c67c34-b296-4b86-a03c-76af6e8ed840), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:28.072723 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:28.079155 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (a4c67c34-b296-4b86-a03c-76af6e8ed840), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:28.152264 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Attempting to bind port a4c67c34-b296-4b86-a03c-76af6e8ed840 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:24:28.152880 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Attempting to bind port a4c67c34-b296-4b86-a03c-76af6e8ed840 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:24:28.153547 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Attempting to bind port a4c67c34-b296-4b86-a03c-76af6e8ed840 on network 611add22-ec0d-4fc9-ba81-7c460feafb87 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:24:28.169255 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:24:28.171512 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Checking segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:24:28.172142 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:28.177798 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Bound using segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:24:28.179168 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Bound port: a4c67c34-b296-4b86-a03c-76af6e8ed840, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:24:28.180118 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (a4c67c34-b296-4b86-a03c-76af6e8ed840), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:28.294726 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f42f2-337b-4a7e-838c-71d68334fc56 None None] Pushing event updated for resources: {'Port': ['ID=a4c67c34-b296-4b86-a03c-76af6e8ed840,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:28.318826 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12b7ca-9081-4bf4-9b42-059fe54e2751 req-6c27b0fd-3d09-4971-b40d-02011a5b2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:28.320500 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bd12b7ca-9081-4bf4-9b42-059fe54e2751 req-6c27b0fd-3d09-4971-b40d-02011a5b2c4e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 1129 time: 0.1181140 Jun 04 08:24:28.332677 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-d365e3bf-cf57-4aa7-8f96-0a729d3ac6a5 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Made reservation on behalf of 6c443dd708b0443f8ca77d5b28529606 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:24:28.336326 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-d365e3bf-cf57-4aa7-8f96-0a729d3ac6a5 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:28.344929 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] For port a4c67c34-b296-4b86-a03c-76af6e8ed840, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:24:28.349423 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] For port a4c67c34-b296-4b86-a03c-76af6e8ed840, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=a4c67c34-b296-4b86-a03c-76af6e8ed840,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:24:28.364144 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (a4c67c34-b296-4b86-a03c-76af6e8ed840), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:28.436336 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:28.438518 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Routers {'b605396e-cabf-4255-a04e-f0a2779818cc'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:24:28.439967 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:24:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['b605396e-cabf-4255-a04e-f0a2779818cc'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:28.440093 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-70b0b7ac-9047-44d2-b732-01934d59cce7 None None] Provisioning complete for port 3ccef889-6550-463d-bfe8-915270ea43b3 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:28.440513 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-70b0b7ac-9047-44d2-b732-01934d59cce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (3ccef889-6550-463d-bfe8-915270ea43b3), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:28.460362 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bd12b7ca-9081-4bf4-9b42-059fe54e2751 req-26d0c0d3-05e6-4c82-8ab3-cf7ab50f5023 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018193 Jun 04 08:24:28.493748 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-89a29e33-95c6-456e-b16e-4c204071cbd1 admin admin] Allocated IP 172.20.0.1 (467345eb-f895-4cfe-920f-ce2a22f5d3b3/27519da9-7ea1-4e45-9874-5bbba7981c07/2f4b7536-89cd-49e7-b5e3-8f086d147ce5) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:24:28.603083 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-d365e3bf-cf57-4aa7-8f96-0a729d3ac6a5 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Allocated IP 172.20.0.4 (8a4e9591-70ce-4346-934a-3a60d27926aa/cb652357-cfa4-4c7a-b33c-135ddef957fb/c42042c9-7061-4858-91cc-5bf292f303d7) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:24:28.613813 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-70b0b7ac-9047-44d2-b732-01934d59cce7 None None] Current status of the port 3ccef889-6550-463d-bfe8-915270ea43b3 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:24:28.619329 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] Set router b605396e-cabf-4255-a04e-f0a2779818cc gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:24:28.732115 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 3ccef889-6550-463d-bfe8-915270ea43b3 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:24:28.755753 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f42f2-337b-4a7e-838c-71d68334fc56 None None] Pushing event updated for resources: {'Port': ['ID=a4c67c34-b296-4b86-a03c-76af6e8ed840,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:28.806378 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 3ccef889-6550-463d-bfe8-915270ea43b3 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:28.806813 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (3ccef889-6550-463d-bfe8-915270ea43b3), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:28.807610 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-89a29e33-95c6-456e-b16e-4c204071cbd1 admin admin] Publish callbacks [] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:28.888353 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-89a29e33-95c6-456e-b16e-4c204071cbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:28.890347 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:28.962888 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 3ccef889-6550-463d-bfe8-915270ea43b3 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:24:28.975370 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a29e33-95c6-456e-b16e-4c204071cbd1 admin admin] Network 467345eb-f895-4cfe-920f-ce2a22f5d3b3 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:24:28.980134 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-625e0f9f-95ec-41fb-bfde-0ff65652c6b1 req-d6c044bf-bdb4-4bd9-82fc-7ba03e250573 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 210 time: 0.0814097 Jun 04 08:24:28.983888 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-89a29e33-95c6-456e-b16e-4c204071cbd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:24:28.988254 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a29e33-95c6-456e-b16e-4c204071cbd1 admin admin] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:24:29.052484 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-89a29e33-95c6-456e-b16e-4c204071cbd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915453'] for router_interface (b605396e-cabf-4255-a04e-f0a2779818cc), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:29.100177 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a29e33-95c6-456e-b16e-4c204071cbd1 admin admin] Pushing event updated for resources: {'Port': ['ID=2f4b7536-89cd-49e7-b5e3-8f086d147ce5,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:29.127096 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:29.165135 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b605396e-cabf-4255-a04e-f0a2779818cc', 'name': 'tempest-TestVolumeBootPattern-842709335-router', 'tenant_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'a4c67c34-b296-4b86-a03c-76af6e8ed840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:23Z', 'updated_at': '2022-06-04T08:24:25Z', 'revision_number': 3, 'project_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'gw_port': {'id': 'a4c67c34-b296-4b86-a03c-76af6e8ed840', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b605396e-cabf-4255-a04e-f0a2779818cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:24Z', 'updated_at': '2022-06-04T08:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:29.221879 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-d365e3bf-cf57-4aa7-8f96-0a729d3ac6a5 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Publish callbacks [] for port (c42042c9-7061-4858-91cc-5bf292f303d7), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:29.227286 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0544941b-32b1-4948-9f66-bc4aa201ce86 None None] The sync data for ids ['b605396e-cabf-4255-a04e-f0a2779818cc'] in dv-cinder-836996-29-iscsi is: [{'id': 'b605396e-cabf-4255-a04e-f0a2779818cc', 'name': 'tempest-TestVolumeBootPattern-842709335-router', 'tenant_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'a4c67c34-b296-4b86-a03c-76af6e8ed840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:23Z', 'updated_at': '2022-06-04T08:24:25Z', 'revision_number': 3, 'project_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'gw_port': {'id': 'a4c67c34-b296-4b86-a03c-76af6e8ed840', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b605396e-cabf-4255-a04e-f0a2779818cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:24Z', 'updated_at': '2022-06-04T08:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:24:29.253236 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-89a29e33-95c6-456e-b16e-4c204071cbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:29.261258 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-cac377f3-3624-4284-b7b2-e6b20f0a04b0 None None] Provisioning complete for port 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:29.261628 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-cac377f3-3624-4284-b7b2-e6b20f0a04b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:29.280132 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-d365e3bf-cf57-4aa7-8f96-0a729d3ac6a5 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (c42042c9-7061-4858-91cc-5bf292f303d7), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:29.331768 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-cac377f3-3624-4284-b7b2-e6b20f0a04b0 None None] Port 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:24:29.391908 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-d365e3bf-cf57-4aa7-8f96-0a729d3ac6a5 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Network 8a4e9591-70ce-4346-934a-3a60d27926aa is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:24:29.404152 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402ce87-b9e0-4def-9a2f-66914054a0bc req-949b985f-6f77-4f45-9ed8-87ea2ae13c12 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:29.406841 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1402ce87-b9e0-4def-9a2f-66914054a0bc req-949b985f-6f77-4f45-9ed8-87ea2ae13c12 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.1403463 Jun 04 08:24:29.413179 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-d365e3bf-cf57-4aa7-8f96-0a729d3ac6a5 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:24:29.416785 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-d365e3bf-cf57-4aa7-8f96-0a729d3ac6a5 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:24:29.426896 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365e3bf-cf57-4aa7-8f96-0a729d3ac6a5 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Pushing event updated for resources: {'Port': ['ID=c42042c9-7061-4858-91cc-5bf292f303d7,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:29.499068 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-89a29e33-95c6-456e-b16e-4c204071cbd1 admin admin] Publish callbacks [] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:29.501022 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:29.507759 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-89a29e33-95c6-456e-b16e-4c204071cbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:29.517471 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-d365e3bf-cf57-4aa7-8f96-0a729d3ac6a5 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:29.518148 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-d365e3bf-cf57-4aa7-8f96-0a729d3ac6a5 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:29.555548 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a29e33-95c6-456e-b16e-4c204071cbd1 admin admin] Pushing event updated for resources: {'Port': ['ID=2f4b7536-89cd-49e7-b5e3-8f086d147ce5,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:29.557321 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:29.601529 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1402ce87-b9e0-4def-9a2f-66914054a0bc req-2023e8f0-d6cb-4c12-8744-bf466c27b7de tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774881 Jun 04 08:24:29.615853 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-d365e3bf-cf57-4aa7-8f96-0a729d3ac6a5 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6261976 Jun 04 08:24:29.637163 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-89a29e33-95c6-456e-b16e-4c204071cbd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915337'] for router_interface (b605396e-cabf-4255-a04e-f0a2779818cc), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:29.760719 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a29e33-95c6-456e-b16e-4c204071cbd1 admin admin] Network 467345eb-f895-4cfe-920f-ce2a22f5d3b3 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:24:29.762414 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-89a29e33-95c6-456e-b16e-4c204071cbd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:24:29.929576 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a29e33-95c6-456e-b16e-4c204071cbd1 admin admin] Router b605396e-cabf-4255-a04e-f0a2779818cc has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:24:30.065263 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-e4b56d0a-928d-434b-9d2b-b9f4962545e1 None None] Provisioning complete for port 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:30.066026 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e4b56d0a-928d-434b-9d2b-b9f4962545e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:30.112780 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a29e33-95c6-456e-b16e-4c204071cbd1 admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:24:30.115682 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-e4b56d0a-928d-434b-9d2b-b9f4962545e1 None None] Port 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:24:30.121377 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-89a29e33-95c6-456e-b16e-4c204071cbd1 admin admin] 10.222.0.57 "PUT /v2.0/routers/b605396e-cabf-4255-a04e-f0a2779818cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1217036 Jun 04 08:24:30.142658 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b9ead-fa3c-42b1-8fd3-89388a2df3a5 req-52c3b2c2-c021-4195-8ad6-4394f0507ce4 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:30.147590 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a16b9ead-fa3c-42b1-8fd3-89388a2df3a5 req-52c3b2c2-c021-4195-8ad6-4394f0507ce4 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 931 time: 0.0787358 Jun 04 08:24:30.206361 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a16b9ead-fa3c-42b1-8fd3-89388a2df3a5 req-1cecd1aa-69fe-44f3-bfb1-8acb9596b55c tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560682 Jun 04 08:24:30.336768 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Request body: {'port': {'device_id': '6d10b526-5e19-48e6-acf0-b9357a23f53e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:30.371130 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:30.419168 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (c42042c9-7061-4858-91cc-5bf292f303d7), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:30.446295 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50886) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:30.609911 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1e80f7ed-0aaa-4d40-80f5-276edda21cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:30.663849 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device a4c67c34-b296-4b86-a03c-76af6e8ed840 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:24:30.677090 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50896) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:30.681675 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-2c741b53-184a-45e7-bb8c-bd516cf874ad tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-435844236', 'description': 'tempest-secgroup-smoke-435844236 description', 'project_id': '1cc798a91bd74226a144199bd78c2331'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:30.713994 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:30.737370 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2c741b53-184a-45e7-bb8c-bd516cf874ad tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:30.746298 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port a4c67c34-b296-4b86-a03c-76af6e8ed840 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:30.746680 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (a4c67c34-b296-4b86-a03c-76af6e8ed840), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:30.808616 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1e80f7ed-0aaa-4d40-80f5-276edda21cbb admin admin] Publish callbacks [] for security_group (8ec6125f-bafe-4e8e-96d6-4c2ef870bb91), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:30.822307 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c1cd4-0173-4753-a67f-3cf37f7426ae req-76d8b7aa-07a9-4045-8c42-8377b80f7ec7 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:30.823780 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-210c1cd4-0173-4753-a67f-3cf37f7426ae req-76d8b7aa-07a9-4045-8c42-8377b80f7ec7 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.0830076 Jun 04 08:24:30.827750 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1e80f7ed-0aaa-4d40-80f5-276edda21cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (8ec6125f-bafe-4e8e-96d6-4c2ef870bb91), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:30.847037 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42042c9-7061-4858-91cc-5bf292f303d7 {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:24:30.847992 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port a4c67c34-b296-4b86-a03c-76af6e8ed840 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:24:30.848570 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (a4c67c34-b296-4b86-a03c-76af6e8ed840), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:30.857217 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Publish callbacks [] for port (c42042c9-7061-4858-91cc-5bf292f303d7), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:30.873368 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] For port a4c67c34-b296-4b86-a03c-76af6e8ed840, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=a4c67c34-b296-4b86-a03c-76af6e8ed840,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:24:30.875230 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Transition to ACTIVE for port object c42042c9-7061-4858-91cc-5bf292f303d7 will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:24:30.878744 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (a4c67c34-b296-4b86-a03c-76af6e8ed840), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:30.879021 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (c42042c9-7061-4858-91cc-5bf292f303d7), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:30.890358 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80f7ed-0aaa-4d40-80f5-276edda21cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec6125f-bafe-4e8e-96d6-4c2ef870bb91,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:30.927000 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-1e80f7ed-0aaa-4d40-80f5-276edda21cbb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dc54fc4664d847e9ad2f6eba7cd74a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4791496 Jun 04 08:24:30.931113 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:30.933489 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50902) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:30.955296 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Pushing event updated for resources: {'Port': ['ID=a4c67c34-b296-4b86-a03c-76af6e8ed840,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:30.962099 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c42042c9-7061-4858-91cc-5bf292f303d7,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:30.963499 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-210c1cd4-0173-4753-a67f-3cf37f7426ae req-bb5a52d0-c611-42dd-8282-d17d7d483320 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187146 Jun 04 08:24:30.976596 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2c741b53-184a-45e7-bb8c-bd516cf874ad tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group (9950a238-b648-4b92-ae90-866e15ec73bb), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:30.984255 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2c741b53-184a-45e7-bb8c-bd516cf874ad tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (9950a238-b648-4b92-ae90-866e15ec73bb), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.026247 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2c741b53-184a-45e7-bb8c-bd516cf874ad tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.031470 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-2c741b53-184a-45e7-bb8c-bd516cf874ad tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3501229 Jun 04 08:24:31.031841 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50908) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:31.037510 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-c69b80ba-714d-40e1-aa06-d22736312954 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Request body: {'security_group_rule': {'security_group_id': '9950a238-b648-4b92-ae90-866e15ec73bb', 'project_id': '1cc798a91bd74226a144199bd78c2331', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:31.045255 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c741b53-184a-45e7-bb8c-bd516cf874ad tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9950a238-b648-4b92-ae90-866e15ec73bb,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:31.075226 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c6a41e0c-cde1-4a4b-a1c9-45d62b1bc8b3 admin admin] Publish callbacks [] for security_group (8ec6125f-bafe-4e8e-96d6-4c2ef870bb91), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.091602 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c69b80ba-714d-40e1-aa06-d22736312954 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group_rule (c76154ed-0482-4711-9d7d-6717514b760a), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.095012 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Attempting to bind port c42042c9-7061-4858-91cc-5bf292f303d7 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:24:31.095310 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Attempting to bind port c42042c9-7061-4858-91cc-5bf292f303d7 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '80061331-d62d-4b1c-b42d-2dbbb38b808e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8a4e9591-70ce-4346-934a-3a60d27926aa'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:24:31.096140 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Attempting to bind port c42042c9-7061-4858-91cc-5bf292f303d7 on network 8a4e9591-70ce-4346-934a-3a60d27926aa {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:24:31.105188 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Port c42042c9-7061-4858-91cc-5bf292f303d7 on network 8a4e9591-70ce-4346-934a-3a60d27926aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:24:31.105512 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Attempting to bind port c42042c9-7061-4858-91cc-5bf292f303d7 on network 8a4e9591-70ce-4346-934a-3a60d27926aa {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:24:31.119801 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c6a41e0c-cde1-4a4b-a1c9-45d62b1bc8b3 admin admin] Publish callbacks [] for security_group (8ec6125f-bafe-4e8e-96d6-4c2ef870bb91), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.122667 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:24:31.123095 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Checking segment: {'id': '80061331-d62d-4b1c-b42d-2dbbb38b808e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8a4e9591-70ce-4346-934a-3a60d27926aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:24:31.123601 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Bound using segment: {'id': '80061331-d62d-4b1c-b42d-2dbbb38b808e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8a4e9591-70ce-4346-934a-3a60d27926aa'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:24:31.124346 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Bound port: c42042c9-7061-4858-91cc-5bf292f303d7, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80061331-d62d-4b1c-b42d-2dbbb38b808e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8a4e9591-70ce-4346-934a-3a60d27926aa'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:24:31.124511 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (c42042c9-7061-4858-91cc-5bf292f303d7), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.174026 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c69b80ba-714d-40e1-aa06-d22736312954 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group_rule (c76154ed-0482-4711-9d7d-6717514b760a), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.179423 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c69b80ba-714d-40e1-aa06-d22736312954 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (c76154ed-0482-4711-9d7d-6717514b760a), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.210171 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b80ba-714d-40e1-aa06-d22736312954 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76154ed-0482-4711-9d7d-6717514b760a,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:31.226068 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c69b80ba-714d-40e1-aa06-d22736312954 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.232798 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50916) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:31.233003 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-c69b80ba-714d-40e1-aa06-d22736312954 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1997986 Jun 04 08:24:31.238467 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-2c3c224b-a254-491f-b3e4-d893605b7873 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Request body: {'security_group_rule': {'security_group_id': '9950a238-b648-4b92-ae90-866e15ec73bb', 'project_id': '1cc798a91bd74226a144199bd78c2331', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:31.247769 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] For port c42042c9-7061-4858-91cc-5bf292f303d7, host hv-cinder-83699, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:24:31.270519 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c6a41e0c-cde1-4a4b-a1c9-45d62b1bc8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (8ec6125f-bafe-4e8e-96d6-4c2ef870bb91), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.273425 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c6a41e0c-cde1-4a4b-a1c9-45d62b1bc8b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.274700 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c6a41e0c-cde1-4a4b-a1c9-45d62b1bc8b3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ec6125f-bafe-4e8e-96d6-4c2ef870bb91 HTTP/1.1" status: 204 len: 168 time: 0.3373117 Jun 04 08:24:31.312582 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] For port c42042c9-7061-4858-91cc-5bf292f303d7, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c42042c9-7061-4858-91cc-5bf292f303d7,segment=NetworkSegment(80061331-d62d-4b1c-b42d-2dbbb38b808e),segment_id=80061331-d62d-4b1c-b42d-2dbbb38b808e)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:24:31.337055 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a41e0c-cde1-4a4b-a1c9-45d62b1bc8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec6125f-bafe-4e8e-96d6-4c2ef870bb91,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:31.358279 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:31.365870 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:31.367700 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (c42042c9-7061-4858-91cc-5bf292f303d7), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.370055 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9577da-3419-4c8e-bcaa-521476a0cd04 req-3e95bb61-4973-4fc4-b835-f7ecd332df5f tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:31.382490 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ea9577da-3419-4c8e-bcaa-521476a0cd04 req-3e95bb61-4973-4fc4-b835-f7ecd332df5f tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 943 time: 0.0778868 Jun 04 08:24:31.439557 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ea9577da-3419-4c8e-bcaa-521476a0cd04 req-ffd10e99-c353-4e64-94d5-3985025fafd2 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557926 Jun 04 08:24:31.439945 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1a0db-13c0-4f59-a4db-50c0096d3666 req-f6777281-aaa1-464e-9a5e-a5a19ed87a5e tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:31.442474 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cfe1a0db-13c0-4f59-a4db-50c0096d3666 req-f6777281-aaa1-464e-9a5e-a5a19ed87a5e tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.1756849 Jun 04 08:24:31.448816 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e0b72-9d93-4d19-af59-4e34a517d3b5 req-45c82e95-a0ca-47e4-9023-4a5656537e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:31.450374 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4d4e0b72-9d93-4d19-af59-4e34a517d3b5 req-45c82e95-a0ca-47e4-9023-4a5656537e56 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 1129 time: 0.1543026 Jun 04 08:24:31.454580 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:31.455190 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.456467 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] 10.222.0.77 "PUT /v2.0/ports/c42042c9-7061-4858-91cc-5bf292f303d7 HTTP/1.1" status: 200 len: 1093 time: 1.1281693 Jun 04 08:24:31.459044 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d10b526-5e19-48e6-acf0-b9357a23f53e', 'tag': 'c42042c9-7061-4858-91cc-5bf292f303d7'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:24:31.461375 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c808c42a-fa32-4253-a860-4fabd611e7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6d10b526-5e19-48e6-acf0-b9357a23f53e", "tag": "c42042c9-7061-4858-91cc-5bf292f303d7"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:24:31.465315 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2c3c224b-a254-491f-b3e4-d893605b7873 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group_rule (e66e72e4-b564-4d50-accf-9ed789886149), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.540692 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Sync routers for ids ['b605396e-cabf-4255-a04e-f0a2779818cc'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:24:31.552430 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Routers {'b605396e-cabf-4255-a04e-f0a2779818cc'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:24:31.553420 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:24:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['b605396e-cabf-4255-a04e-f0a2779818cc'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:31.568752 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167654d6-40ab-443b-906f-a4bd953ec0f5 x-openstack-request-id: req-167654d6-40ab-443b-906f-a4bd953ec0f5 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:24:31.568951 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d10b526-5e19-48e6-acf0-b9357a23f53e", "tag": "c42042c9-7061-4858-91cc-5bf292f303d7", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:24:31.569216 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-167654d6-40ab-443b-906f-a4bd953ec0f5 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:24:31.569615 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167654d6-40ab-443b-906f-a4bd953ec0f5'] response: {'name': 'network-changed', 'server_uuid': '6d10b526-5e19-48e6-acf0-b9357a23f53e', 'tag': 'c42042c9-7061-4858-91cc-5bf292f303d7', 'status': 'completed', 'code': 200} Jun 04 08:24:31.647580 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbda210-2ce0-4fca-8bc1-174e414831a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c42042c9-7061-4858-91cc-5bf292f303d7,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:31.661203 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Set router b605396e-cabf-4255-a04e-f0a2779818cc gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:24:31.665269 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-8a08654b-126e-4307-bd61-a31bce02a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:31.667319 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-8a08654b-126e-4307-bd61-a31bce02a6b2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6c443dd708b0443f8ca77d5b28529606&device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 1127 time: 0.1436458 Jun 04 08:24:31.670826 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50930) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:31.688185 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cfe1a0db-13c0-4f59-a4db-50c0096d3666 req-8abb6435-3854-407e-a0b6-ce8bc087ea39 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367659 Jun 04 08:24:31.689431 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-339fb18d-2b70-4c06-a56b-6adac89db05c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.743653 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-05bca94e-5e61-432c-a3d0-585fb76c08b4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c42042c9-7061-4858-91cc-5bf292f303d7 HTTP/1.1" status: 200 len: 217 time: 0.0543346 Jun 04 08:24:31.745587 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2c3c224b-a254-491f-b3e4-d893605b7873 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group_rule (e66e72e4-b564-4d50-accf-9ed789886149), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.767280 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2c3c224b-a254-491f-b3e4-d893605b7873 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (e66e72e4-b564-4d50-accf-9ed789886149), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.804417 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-339fb18d-2b70-4c06-a56b-6adac89db05c admin admin] Publish callbacks [] for security_group (153885e2-d594-4b65-899e-ad1578048364), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.808639 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e0b72-9d93-4d19-af59-4e34a517d3b5 req-018215ad-2cdc-4fb5-8506-c152d3d19cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:31.809421 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-339fb18d-2b70-4c06-a56b-6adac89db05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (153885e2-d594-4b65-899e-ad1578048364), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.810518 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4d4e0b72-9d93-4d19-af59-4e34a517d3b5 req-018215ad-2cdc-4fb5-8506-c152d3d19cd9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 200 len: 920 time: 0.3379097 Jun 04 08:24:31.822302 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c224b-a254-491f-b3e4-d893605b7873 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66e72e4-b564-4d50-accf-9ed789886149,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:31.838674 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2c3c224b-a254-491f-b3e4-d893605b7873 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.840086 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2c3c224b-a254-491f-b3e4-d893605b7873 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6061008 Jun 04 08:24:31.845785 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50934) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:31.849651 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:31.850240 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-fd5d3e33-4c40-4c67-9cb0-227171bb3f72 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Request body: {'security_group_rule': {'security_group_id': '9950a238-b648-4b92-ae90-866e15ec73bb', 'project_id': '1cc798a91bd74226a144199bd78c2331', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:31.864657 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fb18d-2b70-4c06-a56b-6adac89db05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153885e2-d594-4b65-899e-ad1578048364,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:31.867931 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-cc37a47e-d024-4b5f-951d-02ff777fecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:31.869422 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-cc37a47e-d024-4b5f-951d-02ff777fecbe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cb652357-cfa4-4c7a-b33c-135ddef957fb HTTP/1.1" status: 200 len: 848 time: 0.1173074 Jun 04 08:24:31.870844 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4d4e0b72-9d93-4d19-af59-4e34a517d3b5 req-f5c662bc-661a-4ef0-8964-06da2f0dcbbc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a9bfa63-33fd-4879-a05e-672d475a2370 HTTP/1.1" status: 200 len: 217 time: 0.0499604 Jun 04 08:24:31.872566 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-339fb18d-2b70-4c06-a56b-6adac89db05c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eaa25ff896e341c58a5c2e0995ccd6e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004476 Jun 04 08:24:31.875800 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 50936) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:31.882706 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:31.902329 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b605396e-cabf-4255-a04e-f0a2779818cc', 'name': 'tempest-TestVolumeBootPattern-842709335-router', 'tenant_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'a4c67c34-b296-4b86-a03c-76af6e8ed840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:23Z', 'updated_at': '2022-06-04T08:24:29Z', 'revision_number': 4, 'project_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'gw_port': {'id': 'a4c67c34-b296-4b86-a03c-76af6e8ed840', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b605396e-cabf-4255-a04e-f0a2779818cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:24Z', 'updated_at': '2022-06-04T08:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '2f4b7536-89cd-49e7-b5e3-8f086d147ce5', 'name': '', 'network_id': '467345eb-f895-4cfe-920f-ce2a22f5d3b3', 'tenant_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'mac_address': 'fa:16:3e:a3:c8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b605396e-cabf-4255-a04e-f0a2779818cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '27519da9-7ea1-4e45-9874-5bbba7981c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:28Z', 'updated_at': '2022-06-04T08:24:29Z', 'revision_number': 2, 'project_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'subnets': [{'id': '27519da9-7ea1-4e45-9874-5bbba7981c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:31.916528 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fd5d3e33-4c40-4c67-9cb0-227171bb3f72 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group_rule (24793d04-1841-4a1f-9698-b6d0ffe74da9), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.939159 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Checking router: b605396e-cabf-4255-a04e-f0a2779818cc for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:24:31.939822 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Updating router b605396e-cabf-4255-a04e-f0a2779818cc port 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 binding host dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:24:31.954391 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-05d8df1e-8fe4-49c8-9594-bf9f2d78360b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8a4e9591-70ce-4346-934a-3a60d27926aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639582 Jun 04 08:24:31.970734 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:31.973300 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-70540be9-b826-411f-8671-8c83777009e8 admin admin] Publish callbacks [] for security_group (153885e2-d594-4b65-899e-ad1578048364), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.011409 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-70540be9-b826-411f-8671-8c83777009e8 admin admin] Publish callbacks [] for security_group (153885e2-d594-4b65-899e-ad1578048364), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.012607 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e0b72-9d93-4d19-af59-4e34a517d3b5 req-8111783d-b573-41e8-9b1f-5dc089a9ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:32.014109 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4d4e0b72-9d93-4d19-af59-4e34a517d3b5 req-8111783d-b573-41e8-9b1f-5dc089a9ee98 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a1bd244-02e5-437b-b10c-98141f388763 HTTP/1.1" status: 200 len: 858 time: 0.1077125 Jun 04 08:24:32.030530 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fd5d3e33-4c40-4c67-9cb0-227171bb3f72 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group_rule (24793d04-1841-4a1f-9698-b6d0ffe74da9), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.037470 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fd5d3e33-4c40-4c67-9cb0-227171bb3f72 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (24793d04-1841-4a1f-9698-b6d0ffe74da9), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.051218 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:32.063395 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d3e33-4c40-4c67-9cb0-227171bb3f72 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24793d04-1841-4a1f-9698-b6d0ffe74da9,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:32.081023 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e0b72-9d93-4d19-af59-4e34a517d3b5 req-fc4e7667-3195-4011-abb3-58dcb877956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:32.082926 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4d4e0b72-9d93-4d19-af59-4e34a517d3b5 req-fc4e7667-3195-4011-abb3-58dcb877956e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1fd25ca8-4d43-46c5-8814-4ee274135448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0614552 Jun 04 08:24:32.089557 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fd5d3e33-4c40-4c67-9cb0-227171bb3f72 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.094172 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-fd5d3e33-4c40-4c67-9cb0-227171bb3f72 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2442429 Jun 04 08:24:32.094454 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50938) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:32.104540 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-60533682-996a-43df-b14b-4f8d861c07e3 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Request body: {'security_group_rule': {'security_group_id': '9950a238-b648-4b92-ae90-866e15ec73bb', 'project_id': '1cc798a91bd74226a144199bd78c2331', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:32.111386 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-70540be9-b826-411f-8671-8c83777009e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (153885e2-d594-4b65-899e-ad1578048364), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.114575 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-70540be9-b826-411f-8671-8c83777009e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.116099 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-70540be9-b826-411f-8671-8c83777009e8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/153885e2-d594-4b65-899e-ad1578048364 HTTP/1.1" status: 204 len: 168 time: 0.2392719 Jun 04 08:24:32.127536 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70540be9-b826-411f-8671-8c83777009e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153885e2-d594-4b65-899e-ad1578048364,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:32.160727 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-478fa797-e8be-4090-9ff1-892474d4f3db service neutron] 10.222.0.77 "GET /v2.0/networks/8a4e9591-70ce-4346-934a-3a60d27926aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946242 Jun 04 08:24:32.174393 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:32.249916 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:32.267507 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-60533682-996a-43df-b14b-4f8d861c07e3 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group_rule (a1bbecbe-a764-40d2-9d56-ae2201e4808b), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.298534 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4d4e0b72-9d93-4d19-af59-4e34a517d3b5 req-8f31d282-b147-4ba0-a6cf-69bf7ba9102e service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063580 Jun 04 08:24:32.328883 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Publish callbacks [] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.338312 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.350074 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c1adafd-a541-4c7c-a9c8-2006a214fb14 req-b05b2778-8b1f-42b1-bb4e-5e2d924c61b8 service neutron] 10.222.0.77 "GET /v2.0/networks/8a4e9591-70ce-4346-934a-3a60d27926aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814959 Jun 04 08:24:32.410979 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:32.435622 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-60533682-996a-43df-b14b-4f8d861c07e3 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group_rule (a1bbecbe-a764-40d2-9d56-ae2201e4808b), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.443817 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-60533682-996a-43df-b14b-4f8d861c07e3 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (a1bbecbe-a764-40d2-9d56-ae2201e4808b), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.460692 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6135dab-6361-4af1-b700-64109a3a895b None None] Pushing event updated for resources: {'Port': ['ID=2f4b7536-89cd-49e7-b5e3-8f086d147ce5,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:32.478424 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Attempting to bind port 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:24:32.478872 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Attempting to bind port 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '89e9e9b1-154d-475e-82ff-6087a870f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '467345eb-f895-4cfe-920f-ce2a22f5d3b3'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:24:32.479237 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Attempting to bind port 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 on network 467345eb-f895-4cfe-920f-ce2a22f5d3b3 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:24:32.484913 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:24:32.485098 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Checking segment: {'id': '89e9e9b1-154d-475e-82ff-6087a870f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '467345eb-f895-4cfe-920f-ce2a22f5d3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:24:32.485412 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.485799 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Bound using segment: {'id': '89e9e9b1-154d-475e-82ff-6087a870f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '467345eb-f895-4cfe-920f-ce2a22f5d3b3'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:24:32.486297 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Bound port: 2f4b7536-89cd-49e7-b5e3-8f086d147ce5, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e9e9b1-154d-475e-82ff-6087a870f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '467345eb-f895-4cfe-920f-ce2a22f5d3b3'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:24:32.486680 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.514863 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60533682-996a-43df-b14b-4f8d861c07e3 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1bbecbe-a764-40d2-9d56-ae2201e4808b,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:32.518198 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4d4e0b72-9d93-4d19-af59-4e34a517d3b5 req-aa775af6-ec81-4f9f-a004-6955d8b64255 service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060525 Jun 04 08:24:32.530666 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-60533682-996a-43df-b14b-4f8d861c07e3 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.532188 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-60533682-996a-43df-b14b-4f8d861c07e3 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4368367 Jun 04 08:24:32.534889 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50950) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:32.539813 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-0fb32bb8-8841-4c21-bc20-70f8caa0ded2 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Request body: {'security_group_rule': {'security_group_id': '9950a238-b648-4b92-ae90-866e15ec73bb', 'project_id': '1cc798a91bd74226a144199bd78c2331', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:32.590431 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] For port 2f4b7536-89cd-49e7-b5e3-8f086d147ce5, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:24:32.595639 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.securitygroups_db [None req-0fb32bb8-8841-4c21-bc20-70f8caa0ded2 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Project 1cc798a91bd74226a144199bd78c2331 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 08:24:32.595798 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] For port 2f4b7536-89cd-49e7-b5e3-8f086d147ce5, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=2f4b7536-89cd-49e7-b5e3-8f086d147ce5,segment=NetworkSegment(89e9e9b1-154d-475e-82ff-6087a870f039),segment_id=89e9e9b1-154d-475e-82ff-6087a870f039)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:24:32.605344 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.608648 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0fb32bb8-8841-4c21-bc20-70f8caa0ded2 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group_rule (d103b740-62c3-4c91-87ce-dd506a250a68), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.633369 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5009bfe-b3b5-4dfd-b805-a29dfe6d8004 req-0d142fc6-227d-485a-98f6-043a2aee03a6 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:32.635515 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b5009bfe-b3b5-4dfd-b805-a29dfe6d8004 req-0d142fc6-227d-485a-98f6-043a2aee03a6 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 943 time: 0.0984702 Jun 04 08:24:32.694651 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Routers {'b605396e-cabf-4255-a04e-f0a2779818cc'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:24:32.696896 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:24:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['b605396e-cabf-4255-a04e-f0a2779818cc'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:32.751920 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b5009bfe-b3b5-4dfd-b805-a29dfe6d8004 req-60076b24-bad3-44c2-b132-409a9c07bb82 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006920 Jun 04 08:24:32.771175 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0fb32bb8-8841-4c21-bc20-70f8caa0ded2 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group_rule (d103b740-62c3-4c91-87ce-dd506a250a68), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.783613 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0fb32bb8-8841-4c21-bc20-70f8caa0ded2 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (d103b740-62c3-4c91-87ce-dd506a250a68), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.848559 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb32bb8-8841-4c21-bc20-70f8caa0ded2 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d103b740-62c3-4c91-87ce-dd506a250a68,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:32.870902 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0fb32bb8-8841-4c21-bc20-70f8caa0ded2 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.875248 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0fb32bb8-8841-4c21-bc20-70f8caa0ded2 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3359251 Jun 04 08:24:32.875719 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 50962) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:32.880635 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-59e58f7b-f904-48b3-956f-65542aa4b38a tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Request body: {'security_group_rule': {'security_group_id': '9950a238-b648-4b92-ae90-866e15ec73bb', 'project_id': '1cc798a91bd74226a144199bd78c2331', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:32.901181 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edae121-58cf-4830-9d62-5443b842f8e0 req-08ef5060-1ad9-41cb-8f7a-5f4c0387cef5 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:32.902869 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8edae121-58cf-4830-9d62-5443b842f8e0 req-08ef5060-1ad9-41cb-8f7a-5f4c0387cef5 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.1009793 Jun 04 08:24:32.929864 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.securitygroups_db [None req-59e58f7b-f904-48b3-956f-65542aa4b38a tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Project 1cc798a91bd74226a144199bd78c2331 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 08:24:32.957501 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-59e58f7b-f904-48b3-956f-65542aa4b38a tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group_rule (aa6938a7-2f9c-4136-b0fb-100f650c038d), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:32.962526 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6135dab-6361-4af1-b700-64109a3a895b None None] Pushing event updated for resources: {'Port': ['ID=2f4b7536-89cd-49e7-b5e3-8f086d147ce5,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:32.965997 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device a4c67c34-b296-4b86-a03c-76af6e8ed840 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:24:33.014700 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8edae121-58cf-4830-9d62-5443b842f8e0 req-e05305ab-12f7-43be-a0b3-aa7876cf411f tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007049 Jun 04 08:24:33.020173 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-28b41118-3772-4533-8c41-da2fec8834db None None] Provisioning complete for port 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:33.020598 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-28b41118-3772-4533-8c41-da2fec8834db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:33.061454 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-59e58f7b-f904-48b3-956f-65542aa4b38a tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group_rule (aa6938a7-2f9c-4136-b0fb-100f650c038d), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:33.069844 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-59e58f7b-f904-48b3-956f-65542aa4b38a tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (aa6938a7-2f9c-4136-b0fb-100f650c038d), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:33.086415 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:33.091658 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] Set router b605396e-cabf-4255-a04e-f0a2779818cc gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:24:33.094389 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e58f7b-f904-48b3-956f-65542aa4b38a tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6938a7-2f9c-4136-b0fb-100f650c038d,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:33.101789 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-59e58f7b-f904-48b3-956f-65542aa4b38a tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:33.103250 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-59e58f7b-f904-48b3-956f-65542aa4b38a tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2263274 Jun 04 08:24:33.144252 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port a4c67c34-b296-4b86-a03c-76af6e8ed840 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:33.144252 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (a4c67c34-b296-4b86-a03c-76af6e8ed840), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:33.223378 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:33.289152 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-28b41118-3772-4533-8c41-da2fec8834db None None] Current status of the port 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:24:33.289543 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-28b41118-3772-4533-8c41-da2fec8834db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:33.387605 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-28b41118-3772-4533-8c41-da2fec8834db None None] For port 2f4b7536-89cd-49e7-b5e3-8f086d147ce5, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=2f4b7536-89cd-49e7-b5e3-8f086d147ce5,segment=NetworkSegment(89e9e9b1-154d-475e-82ff-6087a870f039),segment_id=89e9e9b1-154d-475e-82ff-6087a870f039)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:24:33.416438 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port a4c67c34-b296-4b86-a03c-76af6e8ed840 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:24:33.420891 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-28b41118-3772-4533-8c41-da2fec8834db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:33.465982 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b605396e-cabf-4255-a04e-f0a2779818cc', 'name': 'tempest-TestVolumeBootPattern-842709335-router', 'tenant_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'a4c67c34-b296-4b86-a03c-76af6e8ed840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:23Z', 'updated_at': '2022-06-04T08:24:29Z', 'revision_number': 4, 'project_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'gw_port': {'id': 'a4c67c34-b296-4b86-a03c-76af6e8ed840', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b605396e-cabf-4255-a04e-f0a2779818cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:24Z', 'updated_at': '2022-06-04T08:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '2f4b7536-89cd-49e7-b5e3-8f086d147ce5', 'name': '', 'network_id': '467345eb-f895-4cfe-920f-ce2a22f5d3b3', 'tenant_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'mac_address': 'fa:16:3e:a3:c8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b605396e-cabf-4255-a04e-f0a2779818cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '27519da9-7ea1-4e45-9874-5bbba7981c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:28Z', 'updated_at': '2022-06-04T08:24:32Z', 'revision_number': 4, 'project_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'subnets': [{'id': '27519da9-7ea1-4e45-9874-5bbba7981c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:24:33.505381 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a8e8e1-fc50-48ae-a8a0-17363ca5f185 None None] The sync data for ids ['b605396e-cabf-4255-a04e-f0a2779818cc'] in dv-cinder-836996-29-iscsi is: [{'id': 'b605396e-cabf-4255-a04e-f0a2779818cc', 'name': 'tempest-TestVolumeBootPattern-842709335-router', 'tenant_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'a4c67c34-b296-4b86-a03c-76af6e8ed840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:23Z', 'updated_at': '2022-06-04T08:24:29Z', 'revision_number': 4, 'project_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'gw_port': {'id': 'a4c67c34-b296-4b86-a03c-76af6e8ed840', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b605396e-cabf-4255-a04e-f0a2779818cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:24Z', 'updated_at': '2022-06-04T08:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '2f4b7536-89cd-49e7-b5e3-8f086d147ce5', 'name': '', 'network_id': '467345eb-f895-4cfe-920f-ce2a22f5d3b3', 'tenant_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'mac_address': 'fa:16:3e:a3:c8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b605396e-cabf-4255-a04e-f0a2779818cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '27519da9-7ea1-4e45-9874-5bbba7981c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:28Z', 'updated_at': '2022-06-04T08:24:32Z', 'revision_number': 4, 'project_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'subnets': [{'id': '27519da9-7ea1-4e45-9874-5bbba7981c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:24:33.509761 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b41118-3772-4533-8c41-da2fec8834db None None] Pushing event updated for resources: {'Port': ['ID=2f4b7536-89cd-49e7-b5e3-8f086d147ce5,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:33.543758 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-5e425dac-c8be-4dc2-ad5a-3a994c455d05 None None] Provisioning complete for port 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:33.544201 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-5e425dac-c8be-4dc2-ad5a-3a994c455d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:33.688767 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c42a-fa32-4253-a860-4fabd611e7e8 req-4fa076ab-03d1-46f4-8e2a-270e19bb96e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:33.690341 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c808c42a-fa32-4253-a860-4fabd611e7e8 req-4fa076ab-03d1-46f4-8e2a-270e19bb96e6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6c443dd708b0443f8ca77d5b28529606&device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 1127 time: 0.0716877 Jun 04 08:24:33.775523 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-5e425dac-c8be-4dc2-ad5a-3a994c455d05 None None] Current status of the port 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:24:33.870662 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:33.876897 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e5479-b00d-4751-bfa0-178bead7f71e req-d3d32122-e345-4bda-aa4a-7d91b8568b91 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:33.880408 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-936e5479-b00d-4751-bfa0-178bead7f71e req-d3d32122-e345-4bda-aa4a-7d91b8568b91 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 943 time: 0.0610440 Jun 04 08:24:33.895682 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c42a-fa32-4253-a860-4fabd611e7e8 req-0e880388-b0ff-418d-ad96-3e70ceac2208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:33.897632 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c808c42a-fa32-4253-a860-4fabd611e7e8 req-0e880388-b0ff-418d-ad96-3e70ceac2208 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8a4e9591-70ce-4346-934a-3a60d27926aa HTTP/1.1" status: 200 len: 909 time: 0.1409168 Jun 04 08:24:33.957704 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-936e5479-b00d-4751-bfa0-178bead7f71e req-9cbeb9c1-deeb-430b-b73a-eb98f2b0ed17 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702832 Jun 04 08:24:34.144423 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe4902-12b2-4b79-baf1-cf9732ed27dd req-a09441d7-d287-489c-aeb5-e64be7cb9d62 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:34.146182 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2dbe4902-12b2-4b79-baf1-cf9732ed27dd req-a09441d7-d287-489c-aeb5-e64be7cb9d62 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.0501320 Jun 04 08:24:34.220767 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2dbe4902-12b2-4b79-baf1-cf9732ed27dd req-a8e83beb-cd85-4c4a-a9c3-b76d817328a3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665624 Jun 04 08:24:34.658253 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:24:34.715223 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:34.715908 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:34.804028 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:24:34.848241 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 51082) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:34.951326 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device c42042c9-7061-4858-91cc-5bf292f303d7 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:24:34.963389 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6ba74dc-5e3f-45fc-afa9-c949ba29f93f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:35.056722 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6ba74dc-5e3f-45fc-afa9-c949ba29f93f admin admin] Publish callbacks [] for security_group (96067cc6-a33a-4c68-b6d0-14205c13374c), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:35.061518 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6ba74dc-5e3f-45fc-afa9-c949ba29f93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (96067cc6-a33a-4c68-b6d0-14205c13374c), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:35.071009 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port c42042c9-7061-4858-91cc-5bf292f303d7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c42042c9-7061-4858-91cc-5bf292f303d7,segment=NetworkSegment(80061331-d62d-4b1c-b42d-2dbbb38b808e),segment_id=80061331-d62d-4b1c-b42d-2dbbb38b808e)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:24:35.086370 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': 'c42042c9-7061-4858-91cc-5bf292f303d7', 'network_id': '8a4e9591-70ce-4346-934a-3a60d27926aa', 'port_id': 'c42042c9-7061-4858-91cc-5bf292f303d7', 'mac_address': 'fa:16:3e:68:d2:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb652357-cfa4-4c7a-b33c-135ddef957fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:24:35.087761 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0f5c0-ebc5-41e1-972d-bf805c8afa49 req-5e536c3a-ee6d-4dce-89f7-c39a4c85166b tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:35.089097 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:35.089232 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-38d0f5c0-ebc5-41e1-972d-bf805c8afa49 req-5e536c3a-ee6d-4dce-89f7-c39a4c85166b tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 943 time: 0.0566680 Jun 04 08:24:35.102653 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba74dc-5e3f-45fc-afa9-c949ba29f93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96067cc6-a33a-4c68-b6d0-14205c13374c,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:35.119361 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f6ba74dc-5e3f-45fc-afa9-c949ba29f93f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dad9556ca08046a9be0bbcfe63acdeae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2678010 Jun 04 08:24:35.119854 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 51090) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:35.133637 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port c42042c9-7061-4858-91cc-5bf292f303d7 is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:24:35.134065 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (c42042c9-7061-4858-91cc-5bf292f303d7), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:35.145708 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-38d0f5c0-ebc5-41e1-972d-bf805c8afa49 req-a5f334ff-09d4-4ae7-b3e4-b44f856c1ff1 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500352 Jun 04 08:24:35.147976 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42042c9-7061-4858-91cc-5bf292f303d7 {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:24:35.175499 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port c42042c9-7061-4858-91cc-5bf292f303d7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c42042c9-7061-4858-91cc-5bf292f303d7,segment=NetworkSegment(80061331-d62d-4b1c-b42d-2dbbb38b808e),segment_id=80061331-d62d-4b1c-b42d-2dbbb38b808e)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:24:35.179123 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (c42042c9-7061-4858-91cc-5bf292f303d7), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:35.181872 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b6668dd-cb0a-49a5-adfb-a1cf48b10a97 admin admin] Publish callbacks [] for security_group (96067cc6-a33a-4c68-b6d0-14205c13374c), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:35.206513 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b6668dd-cb0a-49a5-adfb-a1cf48b10a97 admin admin] Publish callbacks [] for security_group (96067cc6-a33a-4c68-b6d0-14205c13374c), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:35.223710 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:35.227512 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=c42042c9-7061-4858-91cc-5bf292f303d7,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:35.253308 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:24:35.259916 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b6668dd-cb0a-49a5-adfb-a1cf48b10a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (96067cc6-a33a-4c68-b6d0-14205c13374c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:35.262731 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b6668dd-cb0a-49a5-adfb-a1cf48b10a97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:35.264331 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0b6668dd-cb0a-49a5-adfb-a1cf48b10a97 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/96067cc6-a33a-4c68-b6d0-14205c13374c HTTP/1.1" status: 204 len: 168 time: 0.1435070 Jun 04 08:24:35.276054 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6668dd-cb0a-49a5-adfb-a1cf48b10a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96067cc6-a33a-4c68-b6d0-14205c13374c,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:35.347037 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bca996-7dac-4555-8a2c-74c6b5cb0a6d req-0be95827-29e9-4d1c-9225-ccc15928d224 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:35.348986 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-51bca996-7dac-4555-8a2c-74c6b5cb0a6d req-0be95827-29e9-4d1c-9225-ccc15928d224 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.0489888 Jun 04 08:24:35.398080 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-51bca996-7dac-4555-8a2c-74c6b5cb0a6d req-9a9c12cf-75c1-4b12-8379-6f1ed2517bff tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436006 Jun 04 08:24:35.434368 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c808c42a-fa32-4253-a860-4fabd611e7e8 req-6bc893f9-2ce6-4c5d-9182-29c91c2f77e1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c42042c9-7061-4858-91cc-5bf292f303d7 HTTP/1.1" status: 200 len: 217 time: 0.0351701 Jun 04 08:24:35.487757 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c42a-fa32-4253-a860-4fabd611e7e8 req-94e924bc-977a-4068-8146-c3d2130e7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:35.489230 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c808c42a-fa32-4253-a860-4fabd611e7e8 req-94e924bc-977a-4068-8146-c3d2130e7d77 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cb652357-cfa4-4c7a-b33c-135ddef957fb HTTP/1.1" status: 200 len: 848 time: 0.0463319 Jun 04 08:24:35.557459 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 51098) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:35.580297 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-756d8d7c-39a8-4aae-99ca-61d8ec7c5c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:35.596374 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['c42042c9-7061-4858-91cc-5bf292f303d7'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:24:35.604440 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c808c42a-fa32-4253-a860-4fabd611e7e8 req-48b3b532-d8dd-4615-b792-3e80b5718584 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8a4e9591-70ce-4346-934a-3a60d27926aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393908 Jun 04 08:24:35.680740 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:35.931885 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c808c42a-fa32-4253-a860-4fabd611e7e8 req-b7c5ba3b-69e3-4082-a9c6-b065010aee93 service neutron] 10.222.0.77 "GET /v2.0/networks/8a4e9591-70ce-4346-934a-3a60d27926aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148913 Jun 04 08:24:35.945380 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-756d8d7c-39a8-4aae-99ca-61d8ec7c5c56 admin admin] Publish callbacks [] for security_group (1d802460-a631-4bf9-8d28-734c86cfc17f), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:35.949500 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-756d8d7c-39a8-4aae-99ca-61d8ec7c5c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (1d802460-a631-4bf9-8d28-734c86cfc17f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:35.954684 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:35.988932 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-756d8d7c-39a8-4aae-99ca-61d8ec7c5c56 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=695246d30ad647a0a63ba53bcca2ef7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4303720 Jun 04 08:24:35.991701 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 51102) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:35.994649 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d8d7c-39a8-4aae-99ca-61d8ec7c5c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d802460-a631-4bf9-8d28-734c86cfc17f,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:36.043463 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e83b963d-7770-4a04-9235-1c2bb2fd78ab admin admin] Publish callbacks [] for security_group (1d802460-a631-4bf9-8d28-734c86cfc17f), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:36.071465 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e83b963d-7770-4a04-9235-1c2bb2fd78ab admin admin] Publish callbacks [] for security_group (1d802460-a631-4bf9-8d28-734c86cfc17f), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:36.123636 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e83b963d-7770-4a04-9235-1c2bb2fd78ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (1d802460-a631-4bf9-8d28-734c86cfc17f), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:36.126928 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e83b963d-7770-4a04-9235-1c2bb2fd78ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:36.128057 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e83b963d-7770-4a04-9235-1c2bb2fd78ab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1d802460-a631-4bf9-8d28-734c86cfc17f HTTP/1.1" status: 204 len: 168 time: 0.1353984 Jun 04 08:24:36.136570 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b963d-7770-4a04-9235-1c2bb2fd78ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d802460-a631-4bf9-8d28-734c86cfc17f,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:36.280932 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6ef9c-cb67-4248-9c9b-47c89b230d40 req-a2ce8d53-4df3-47b6-89f3-f58d4fb89b3d tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:36.282399 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4ef6ef9c-cb67-4248-9c9b-47c89b230d40 req-a2ce8d53-4df3-47b6-89f3-f58d4fb89b3d tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 944 time: 0.0499179 Jun 04 08:24:36.342323 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4ef6ef9c-cb67-4248-9c9b-47c89b230d40 req-e5575db1-f970-46d1-b802-fe66402a1cda tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537884 Jun 04 08:24:36.515225 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad036f-5b00-467e-bdcb-4b8d3253ef16 req-01f5c8da-284f-4d6a-b396-58b067663624 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:36.516703 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b3ad036f-5b00-467e-bdcb-4b8d3253ef16 req-01f5c8da-284f-4d6a-b396-58b067663624 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.0481553 Jun 04 08:24:36.563497 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-485d5327-3214-4320-a706-b279d9de0920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:36.652353 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b3ad036f-5b00-467e-bdcb-4b8d3253ef16 req-c5f685c1-8e71-4efe-8d8f-92fab0fc4e24 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299114 Jun 04 08:24:36.692590 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c808c42a-fa32-4253-a860-4fabd611e7e8 req-f898ca7a-9ae2-4018-9b52-0aa94fa8a1c0 service neutron] 10.222.0.77 "GET /v2.0/networks/8a4e9591-70ce-4346-934a-3a60d27926aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390002 Jun 04 08:24:36.971842 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device c42042c9-7061-4858-91cc-5bf292f303d7 up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:24:37.028026 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port c42042c9-7061-4858-91cc-5bf292f303d7 completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:24:37.035167 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port c42042c9-7061-4858-91cc-5bf292f303d7 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:37.035701 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (c42042c9-7061-4858-91cc-5bf292f303d7), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:37.112267 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port c42042c9-7061-4858-91cc-5bf292f303d7 is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:24:37.112655 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (c42042c9-7061-4858-91cc-5bf292f303d7), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:37.136397 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d10b526-5e19-48e6-acf0-b9357a23f53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42042c9-7061-4858-91cc-5bf292f303d7'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:24:37.139985 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bb0bdd-704d-473b-bb68-01358547d842" -d '{"events": [{"server_uuid": "6d10b526-5e19-48e6-acf0-b9357a23f53e", "name": "network-vif-plugged", "status": "completed", "tag": "c42042c9-7061-4858-91cc-5bf292f303d7"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:24:37.153189 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port c42042c9-7061-4858-91cc-5bf292f303d7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c42042c9-7061-4858-91cc-5bf292f303d7,segment=NetworkSegment(80061331-d62d-4b1c-b42d-2dbbb38b808e),segment_id=80061331-d62d-4b1c-b42d-2dbbb38b808e)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:24:37.158285 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (c42042c9-7061-4858-91cc-5bf292f303d7), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:37.187057 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a5c68f-2016-4118-a6aa-08a091787cdb x-openstack-request-id: req-b3a5c68f-2016-4118-a6aa-08a091787cdb {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:24:37.187372 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d10b526-5e19-48e6-acf0-b9357a23f53e", "name": "network-vif-plugged", "status": "completed", "tag": "c42042c9-7061-4858-91cc-5bf292f303d7", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:24:37.187628 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b3a5c68f-2016-4118-a6aa-08a091787cdb {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:24:37.188121 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a5c68f-2016-4118-a6aa-08a091787cdb'] response: {'server_uuid': '6d10b526-5e19-48e6-acf0-b9357a23f53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42042c9-7061-4858-91cc-5bf292f303d7', 'code': 200} Jun 04 08:24:37.208736 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=c42042c9-7061-4858-91cc-5bf292f303d7,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:37.413427 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ba5fa-78ec-4942-8288-15dae7d715de req-9c6ba88a-163e-49e6-ae05-39a6e969935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:37.415021 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-281ba5fa-78ec-4942-8288-15dae7d715de req-9c6ba88a-163e-49e6-ae05-39a6e969935b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 1129 time: 0.0657742 Jun 04 08:24:37.486356 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f928a-032f-45c1-9539-8d9d016e730f req-b6cd51fa-2366-4c61-84fd-7a74e122aec3 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:37.487855 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6c8f928a-032f-45c1-9539-8d9d016e730f req-b6cd51fa-2366-4c61-84fd-7a74e122aec3 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 945 time: 0.0694404 Jun 04 08:24:37.519336 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-281ba5fa-78ec-4942-8288-15dae7d715de req-a007d64b-e2d5-4500-989a-c328a0a6209f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908842 Jun 04 08:24:37.548863 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6c8f928a-032f-45c1-9539-8d9d016e730f req-7d2ddbd2-b8e4-4fbe-a35e-c7586dc118e6 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507843 Jun 04 08:24:38.102450 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 51226) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:38.107120 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-edef5a78-9c32-4b6f-bd97-93b731738f6a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1239261668', 'description': 'tempest-description--2109214469'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:38.130957 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-edef5a78-9c32-4b6f-bd97-93b731738f6a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:38.205970 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-edef5a78-9c32-4b6f-bd97-93b731738f6a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for security_group (b47b3725-c106-403b-b1ef-7169cca67bb3), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:38.210327 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-edef5a78-9c32-4b6f-bd97-93b731738f6a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (b47b3725-c106-403b-b1ef-7169cca67bb3), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:38.225085 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=7 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:38.253188 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-edef5a78-9c32-4b6f-bd97-93b731738f6a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:38.254453 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-edef5a78-9c32-4b6f-bd97-93b731738f6a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1509423 Jun 04 08:24:38.257367 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef5a78-9c32-4b6f-bd97-93b731738f6a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47b3725-c106-403b-b1ef-7169cca67bb3,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:38.257511 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 51228) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:38.262728 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-f13b94cb-6cb9-41af-b3c4-61f8545c4d14 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Request body: {'security_group_rule': {'security_group_id': 'b47b3725-c106-403b-b1ef-7169cca67bb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:38.291345 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f13b94cb-6cb9-41af-b3c4-61f8545c4d14 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for security_group_rule (563ec9b7-2483-49b4-a9e0-4a93890e59ea), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:38.324875 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:38.359456 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f13b94cb-6cb9-41af-b3c4-61f8545c4d14 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for security_group_rule (563ec9b7-2483-49b4-a9e0-4a93890e59ea), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:38.363790 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f13b94cb-6cb9-41af-b3c4-61f8545c4d14 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (563ec9b7-2483-49b4-a9e0-4a93890e59ea), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:38.385535 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b94cb-6cb9-41af-b3c4-61f8545c4d14 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563ec9b7-2483-49b4-a9e0-4a93890e59ea,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:38.393168 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f13b94cb-6cb9-41af-b3c4-61f8545c4d14 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:38.394898 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f13b94cb-6cb9-41af-b3c4-61f8545c4d14 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362813 Jun 04 08:24:38.397937 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 51230) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:38.402971 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-7d8b2c7d-95ee-4357-b23b-c445e9eee177 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Request body: {'security_group_rule': {'security_group_id': 'b47b3725-c106-403b-b1ef-7169cca67bb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:38.432872 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2c7d-95ee-4357-b23b-c445e9eee177 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for security_group_rule (cb6aca1d-b0e9-462d-b00a-c5eaf32f78a2), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:38.492818 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2c7d-95ee-4357-b23b-c445e9eee177 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for security_group_rule (cb6aca1d-b0e9-462d-b00a-c5eaf32f78a2), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:38.496487 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2c7d-95ee-4357-b23b-c445e9eee177 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (cb6aca1d-b0e9-462d-b00a-c5eaf32f78a2), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:38.518938 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b2c7d-95ee-4357-b23b-c445e9eee177 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6aca1d-b0e9-462d-b00a-c5eaf32f78a2,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:38.526080 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2c7d-95ee-4357-b23b-c445e9eee177 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:38.527384 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7d8b2c7d-95ee-4357-b23b-c445e9eee177 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281619 Jun 04 08:24:38.530543 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 51232) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:38.535408 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-486a216a-5d21-49df-bc26-7bd3814de500 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Request body: {'floatingip': {'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:38.556142 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-486a216a-5d21-49df-bc26-7bd3814de500 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:38.656998 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:38.663888 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-486a216a-5d21-49df-bc26-7bd3814de500 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:38.692223 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4db5f9-8d7d-4e5a-ae2f-22263fd40f77 req-c8874199-f2f3-4147-8a58-dc3aea92dd5e tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:38.693802 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7a4db5f9-8d7d-4e5a-ae2f-22263fd40f77 req-c8874199-f2f3-4147-8a58-dc3aea92dd5e tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 945 time: 0.0686243 Jun 04 08:24:38.828445 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7a4db5f9-8d7d-4e5a-ae2f-22263fd40f77 req-8ab769fd-5776-4b59-b4f6-8fac1e0c3d49 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016359 Jun 04 08:24:38.864007 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-486a216a-5d21-49df-bc26-7bd3814de500 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Allocated IP 172.27.2.104 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/286a3595-95c4-4cf8-8e38-cce53ee4442d) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:24:39.008200 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-486a216a-5d21-49df-bc26-7bd3814de500 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for port (286a3595-95c4-4cf8-8e38-cce53ee4442d), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:39.041385 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-486a216a-5d21-49df-bc26-7bd3814de500 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (286a3595-95c4-4cf8-8e38-cce53ee4442d), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:39.055261 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:39.068877 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-32b12a78-e06d-4ecf-837f-c09a885f9ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:39.081996 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486a216a-5d21-49df-bc26-7bd3814de500 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:24:39.085064 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-486a216a-5d21-49df-bc26-7bd3814de500 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:24:39.091143 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486a216a-5d21-49df-bc26-7bd3814de500 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:24:39.112579 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a216a-5d21-49df-bc26-7bd3814de500 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Pushing event updated for resources: {'Port': ['ID=286a3595-95c4-4cf8-8e38-cce53ee4442d,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:39.121346 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:39.176722 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-486a216a-5d21-49df-bc26-7bd3814de500 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for floatingip (50ac0872-8552-4aff-8921-a64a96fbe935), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:39.217803 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-486a216a-5d21-49df-bc26-7bd3814de500 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (286a3595-95c4-4cf8-8e38-cce53ee4442d), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:39.407091 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-486a216a-5d21-49df-bc26-7bd3814de500 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for port (286a3595-95c4-4cf8-8e38-cce53ee4442d), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:39.411194 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-486a216a-5d21-49df-bc26-7bd3814de500 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (286a3595-95c4-4cf8-8e38-cce53ee4442d), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:39.443183 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:39.477370 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a216a-5d21-49df-bc26-7bd3814de500 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Pushing event updated for resources: {'Port': ['ID=286a3595-95c4-4cf8-8e38-cce53ee4442d,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:39.494067 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-486a216a-5d21-49df-bc26-7bd3814de500 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (50ac0872-8552-4aff-8921-a64a96fbe935), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:39.510775 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-486a216a-5d21-49df-bc26-7bd3814de500 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:39.512001 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-486a216a-5d21-49df-bc26-7bd3814de500 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9804926 Jun 04 08:24:39.951507 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a8821-b9eb-493a-98ae-678d53547a28 req-c753ddc4-c943-4c6e-93f6-af85350de0ce tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:39.952972 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-062a8821-b9eb-493a-98ae-678d53547a28 req-c753ddc4-c943-4c6e-93f6-af85350de0ce tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 945 time: 0.0528653 Jun 04 08:24:40.005754 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-062a8821-b9eb-493a-98ae-678d53547a28 req-276fda27-a9aa-4a39-941b-f54d7f5b6e81 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471201 Jun 04 08:24:40.087298 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:41.276243 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:42.869749 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:42.894949 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc3b4a-9c48-44da-a8c1-87b0db648f61 req-e59f74b6-9126-4ff4-8b80-261ecc1069ce tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:42.896525 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9afc3b4a-9c48-44da-a8c1-87b0db648f61 req-e59f74b6-9126-4ff4-8b80-261ecc1069ce tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 945 time: 0.0513165 Jun 04 08:24:42.953850 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9afc3b4a-9c48-44da-a8c1-87b0db648f61 req-f6aaaf00-76ae-44ee-9118-e548503d53a0 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487819 Jun 04 08:24:44.066327 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2980c2-94a4-45c0-b482-ce1f4819ae4a req-57409011-23c5-4f3b-a8e2-7d6e2ab5d0e6 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:44.067794 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c2980c2-94a4-45c0-b482-ce1f4819ae4a req-57409011-23c5-4f3b-a8e2-7d6e2ab5d0e6 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 945 time: 0.0461910 Jun 04 08:24:44.113918 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c2980c2-94a4-45c0-b482-ce1f4819ae4a req-e303c712-e430-4fd5-af09-f12a90ff4ffc tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407159 Jun 04 08:24:44.951143 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f37ad-d99b-49ef-a409-b576f9ed6d57 req-570e5f18-60c3-4e38-88a5-9d9078ff1140 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:44.952631 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-673f37ad-d99b-49ef-a409-b576f9ed6d57 req-570e5f18-60c3-4e38-88a5-9d9078ff1140 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 945 time: 0.0530109 Jun 04 08:24:45.038809 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-673f37ad-d99b-49ef-a409-b576f9ed6d57 req-43554028-6ced-49b9-b720-1a4b04df89af tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Deleting port c42042c9-7061-4858-91cc-5bf292f303d7 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:24:45.039154 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-673f37ad-d99b-49ef-a409-b576f9ed6d57 req-43554028-6ced-49b9-b720-1a4b04df89af tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (c42042c9-7061-4858-91cc-5bf292f303d7), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:45.132189 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-673f37ad-d99b-49ef-a409-b576f9ed6d57 req-43554028-6ced-49b9-b720-1a4b04df89af tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] For port c42042c9-7061-4858-91cc-5bf292f303d7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c42042c9-7061-4858-91cc-5bf292f303d7,segment=NetworkSegment(80061331-d62d-4b1c-b42d-2dbbb38b808e),segment_id=80061331-d62d-4b1c-b42d-2dbbb38b808e)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:24:45.132868 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-673f37ad-d99b-49ef-a409-b576f9ed6d57 req-43554028-6ced-49b9-b720-1a4b04df89af tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (c42042c9-7061-4858-91cc-5bf292f303d7), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:45.146547 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-673f37ad-d99b-49ef-a409-b576f9ed6d57 req-43554028-6ced-49b9-b720-1a4b04df89af tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Calling delete_port for c42042c9-7061-4858-91cc-5bf292f303d7 owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:24:45.193767 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:45.248975 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=20 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:45.258100 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35a49d-06b3-46d4-81ed-1b17515b6a1e req-164a846d-8364-49c5-8901-66fbe09411ce tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:45.259658 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7d35a49d-06b3-46d4-81ed-1b17515b6a1e req-164a846d-8364-49c5-8901-66fbe09411ce tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d10b526-5e19-48e6-acf0-b9357a23f53e HTTP/1.1" status: 200 len: 945 time: 0.0686960 Jun 04 08:24:45.350839 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7d35a49d-06b3-46d4-81ed-1b17515b6a1e req-afbf7ffa-fee7-4307-bb1e-6a9ed1a21a41 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804548 Jun 04 08:24:45.365044 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-673f37ad-d99b-49ef-a409-b576f9ed6d57 req-43554028-6ced-49b9-b720-1a4b04df89af tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (c42042c9-7061-4858-91cc-5bf292f303d7), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:45.384012 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['c42042c9-7061-4858-91cc-5bf292f303d7'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:24:45.398198 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43554028-6ced-49b9-b720-1a4b04df89af tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Pushing event deleted for resources: {'Port': ['ID=c42042c9-7061-4858-91cc-5bf292f303d7,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:45.448129 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-673f37ad-d99b-49ef-a409-b576f9ed6d57 req-43554028-6ced-49b9-b720-1a4b04df89af tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] No DVR routers for this DVR port c42042c9-7061-4858-91cc-5bf292f303d7 on host hv-cinder-83699 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:24:45.451209 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-673f37ad-d99b-49ef-a409-b576f9ed6d57 req-43554028-6ced-49b9-b720-1a4b04df89af tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:45.454669 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-673f37ad-d99b-49ef-a409-b576f9ed6d57 req-43554028-6ced-49b9-b720-1a4b04df89af tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.77 "DELETE /v2.0/ports/c42042c9-7061-4858-91cc-5bf292f303d7 HTTP/1.1" status: 204 len: 173 time: 0.4952545 Jun 04 08:24:45.454999 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d10b526-5e19-48e6-acf0-b9357a23f53e', 'name': 'network-vif-deleted', 'tag': 'c42042c9-7061-4858-91cc-5bf292f303d7'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:24:45.457231 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaa4257-3648-48a0-99d1-bb9dc24ba143" -d '{"events": [{"server_uuid": "6d10b526-5e19-48e6-acf0-b9357a23f53e", "name": "network-vif-deleted", "tag": "c42042c9-7061-4858-91cc-5bf292f303d7"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:24:45.504687 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1b1e29-7fea-450b-b625-acb24f961e87 x-openstack-request-id: req-af1b1e29-7fea-450b-b625-acb24f961e87 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:24:45.505048 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d10b526-5e19-48e6-acf0-b9357a23f53e", "name": "network-vif-deleted", "tag": "c42042c9-7061-4858-91cc-5bf292f303d7", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:24:45.505393 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-af1b1e29-7fea-450b-b625-acb24f961e87 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:24:45.505882 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af1b1e29-7fea-450b-b625-acb24f961e87'] response: {'server_uuid': '6d10b526-5e19-48e6-acf0-b9357a23f53e', 'name': 'network-vif-deleted', 'tag': 'c42042c9-7061-4858-91cc-5bf292f303d7', 'status': 'completed', 'code': 200} Jun 04 08:24:47.983641 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 51364) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:48.096352 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-febb8cf9-96ad-4e22-a959-a6d039530282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:48.106404 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:48.178257 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-febb8cf9-96ad-4e22-a959-a6d039530282 admin admin] Publish callbacks [] for security_group (15f4b422-5b91-472e-80eb-2654402a7b19), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:48.182852 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-febb8cf9-96ad-4e22-a959-a6d039530282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (15f4b422-5b91-472e-80eb-2654402a7b19), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:48.224632 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-febb8cf9-96ad-4e22-a959-a6d039530282 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7762253ada114ed099c07c426b32acea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396631 Jun 04 08:24:48.225738 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb8cf9-96ad-4e22-a959-a6d039530282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f4b422-5b91-472e-80eb-2654402a7b19,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:48.227213 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 51372) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:48.280859 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e3d255a1-8103-488f-8db0-0a3047e94f7f admin admin] Publish callbacks [] for security_group (15f4b422-5b91-472e-80eb-2654402a7b19), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:48.302065 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e3d255a1-8103-488f-8db0-0a3047e94f7f admin admin] Publish callbacks [] for security_group (15f4b422-5b91-472e-80eb-2654402a7b19), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:48.309519 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:48.353977 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e3d255a1-8103-488f-8db0-0a3047e94f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (15f4b422-5b91-472e-80eb-2654402a7b19), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:48.356513 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e3d255a1-8103-488f-8db0-0a3047e94f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:48.357665 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e3d255a1-8103-488f-8db0-0a3047e94f7f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/15f4b422-5b91-472e-80eb-2654402a7b19 HTTP/1.1" status: 204 len: 168 time: 0.1288793 Jun 04 08:24:48.365572 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d255a1-8103-488f-8db0-0a3047e94f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f4b422-5b91-472e-80eb-2654402a7b19,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:48.995841 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device c42042c9-7061-4858-91cc-5bf292f303d7 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:24:49.019190 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: c42042c9-7061-4858-91cc-5bf292f303d7 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:24:49.019552 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device c42042c9-7061-4858-91cc-5bf292f303d7 not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:24:49.390309 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 51406) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:49.496715 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f8b4f418-a5cc-43a7-b637-72df578d84d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:49.584825 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f8b4f418-a5cc-43a7-b637-72df578d84d5 admin admin] Publish callbacks [] for security_group (dfd28a2f-77d7-4c24-812d-f446754a3baa), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:49.589560 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f8b4f418-a5cc-43a7-b637-72df578d84d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (dfd28a2f-77d7-4c24-812d-f446754a3baa), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:49.631076 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f8b4f418-a5cc-43a7-b637-72df578d84d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7cb6d7655c074a36bd8f4fe177057f29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397163 Jun 04 08:24:49.632180 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4f418-a5cc-43a7-b637-72df578d84d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd28a2f-77d7-4c24-812d-f446754a3baa,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:49.633912 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 51412) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:49.688709 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2c34f51d-db0a-483d-954d-e1b605705a94 admin admin] Publish callbacks [] for security_group (dfd28a2f-77d7-4c24-812d-f446754a3baa), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:49.710378 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2c34f51d-db0a-483d-954d-e1b605705a94 admin admin] Publish callbacks [] for security_group (dfd28a2f-77d7-4c24-812d-f446754a3baa), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:49.758246 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2c34f51d-db0a-483d-954d-e1b605705a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (dfd28a2f-77d7-4c24-812d-f446754a3baa), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:49.760759 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2c34f51d-db0a-483d-954d-e1b605705a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:49.761919 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-2c34f51d-db0a-483d-954d-e1b605705a94 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dfd28a2f-77d7-4c24-812d-f446754a3baa HTTP/1.1" status: 204 len: 168 time: 0.1269996 Jun 04 08:24:49.778954 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34f51d-db0a-483d-954d-e1b605705a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd28a2f-77d7-4c24-812d-f446754a3baa,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:54.761137 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49c81332-99f2-4021-9961-2da40088fdb6 req-d8f624eb-2505-4902-952d-87c1cb1dafb6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1239261668&fields=id&tenant_id=d5a99059e0694a6f91e0cffa23ec52d8 HTTP/1.1" status: 200 len: 267 time: 0.0446129 Jun 04 08:24:54.817235 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01458365-8d7b-435b-8d80-3bccec323845 req-3e425daf-5071-4f8e-9c62-3cfbe534f358 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:54.818933 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-01458365-8d7b-435b-8d80-3bccec323845 req-3e425daf-5071-4f8e-9c62-3cfbe534f358 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/networks?id=8a4e9591-70ce-4346-934a-3a60d27926aa HTTP/1.1" status: 200 len: 808 time: 0.1057615 Jun 04 08:24:54.834287 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-01458365-8d7b-435b-8d80-3bccec323845 req-9ef806e7-a7ce-4816-8831-5e5ee201f1c7 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/quotas/6c443dd708b0443f8ca77d5b28529606 HTTP/1.1" status: 200 len: 375 time: 0.0097134 Jun 04 08:24:54.870901 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-01458365-8d7b-435b-8d80-3bccec323845 req-9b539d0e-66e5-4384-b5fb-a534dddf918a tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c443dd708b0443f8ca77d5b28529606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312967 Jun 04 08:24:54.878815 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c81332-99f2-4021-9961-2da40088fdb6 req-1a7fb6c5-143a-4abd-a9eb-7b4f9849859d tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:54.880330 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49c81332-99f2-4021-9961-2da40088fdb6 req-1a7fb6c5-143a-4abd-a9eb-7b4f9849859d tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/networks?id=1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 200 len: 819 time: 0.1118236 Jun 04 08:24:54.894802 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49c81332-99f2-4021-9961-2da40088fdb6 req-a60bba5d-cdf9-4715-9ec3-aecbd4fe18ae tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/quotas/d5a99059e0694a6f91e0cffa23ec52d8 HTTP/1.1" status: 200 len: 375 time: 0.0093591 Jun 04 08:24:54.949779 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49c81332-99f2-4021-9961-2da40088fdb6 req-8dc75b5a-fc6e-42fb-b16c-99695cf16a2a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0499296 Jun 04 08:24:54.965286 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-01458365-8d7b-435b-8d80-3bccec323845 req-590be3bd-7a7b-45dc-ab23-659f1fd41675 service neutron] 10.222.0.57 "GET /v2.0/networks/8a4e9591-70ce-4346-934a-3a60d27926aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870359 Jun 04 08:24:54.977426 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:55.052232 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49c81332-99f2-4021-9961-2da40088fdb6 req-421138a9-6fa1-478e-b7ca-6d68852996bb service neutron] 10.222.0.57 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912187 Jun 04 08:24:55.063541 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-01458365-8d7b-435b-8d80-3bccec323845 req-3c645c81-817e-4f38-b459-a5c261786604 service neutron] 10.222.0.57 "GET /v2.0/networks/8a4e9591-70ce-4346-934a-3a60d27926aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927501 Jun 04 08:24:55.146227 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49c81332-99f2-4021-9961-2da40088fdb6 req-672e94fb-5077-4cf9-9ede-701b068081e7 service neutron] 10.222.0.57 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883017 Jun 04 08:24:55.352117 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bc358f80-fcd2-4e19-96b8-b3f504db0836 req-63789b3f-a551-4675-9d55-c557b077e4a8 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 210 time: 0.0379374 Jun 04 08:24:55.386637 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-edb0cf0a-bb89-439c-99c5-e75fc3a92028 req-5b092cc3-fe2a-4791-b49a-4fe0c124e319 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 210 time: 0.0455651 Jun 04 08:24:55.577199 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40712826-9c02-41ba-b46e-160f43921f08 req-47e45a4d-deb6-4618-9ccb-6a25c8123d94 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568211 Jun 04 08:24:55.697467 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40712826-9c02-41ba-b46e-160f43921f08 req-870e3bdb-fdaa-43f0-9aaa-e7ce767ec825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:55.699913 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40712826-9c02-41ba-b46e-160f43921f08 req-870e3bdb-fdaa-43f0-9aaa-e7ce767ec825 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 1130 time: 0.0712869 Jun 04 08:24:55.832159 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40712826-9c02-41ba-b46e-160f43921f08 req-567ab754-8623-49c6-8559-9bb30291b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:55.833978 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40712826-9c02-41ba-b46e-160f43921f08 req-567ab754-8623-49c6-8559-9bb30291b63e service neutron] 10.222.0.77 "GET /v2.0/networks?id=1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 200 len: 920 time: 0.1049085 Jun 04 08:24:55.901535 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40712826-9c02-41ba-b46e-160f43921f08 req-2e8c93d8-f430-43c1-83be-4c67ad1eae0a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e11d7c2d-a53d-4383-8631-aa98568f8a74 HTTP/1.1" status: 200 len: 217 time: 0.0374784 Jun 04 08:24:55.942823 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:55.961402 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40712826-9c02-41ba-b46e-160f43921f08 req-dc721a64-5d6f-4af5-ae9f-1dc8d788846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:55.962876 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40712826-9c02-41ba-b46e-160f43921f08 req-dc721a64-5d6f-4af5-ae9f-1dc8d788846d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a1bd244-02e5-437b-b10c-98141f388763 HTTP/1.1" status: 200 len: 858 time: 0.0514884 Jun 04 08:24:56.039756 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40712826-9c02-41ba-b46e-160f43921f08 req-b1324513-5c80-43f7-8977-1aad291be93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:56.041432 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40712826-9c02-41ba-b46e-160f43921f08 req-b1324513-5c80-43f7-8977-1aad291be93f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1fd25ca8-4d43-46c5-8814-4ee274135448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438738 Jun 04 08:24:56.495042 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0518c1f9-6ec9-4d78-be6c-b4a80cc3211f req-6655a67a-13e0-4fb0-9e34-972a29e59953 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 210 time: 0.0370703 Jun 04 08:24:56.506672 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-026a001a-43b3-4d60-9e9b-b5c7dc538c59 req-127a85ed-c2df-4990-8775-1defb3ae1566 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 210 time: 0.0336235 Jun 04 08:24:56.533566 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40712826-9c02-41ba-b46e-160f43921f08 req-7492d8f8-3353-40f5-a085-06ed22d20cee service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899109 Jun 04 08:24:56.920816 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40712826-9c02-41ba-b46e-160f43921f08 req-49c7b796-2d9d-4b76-9a8f-688cda031dbb service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075257 Jun 04 08:24:56.929964 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01458365-8d7b-435b-8d80-3bccec323845 req-1a05a311-004c-4e25-a168-c439a7dbec60 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:56.932153 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-01458365-8d7b-435b-8d80-3bccec323845 req-1a05a311-004c-4e25-a168-c439a7dbec60 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.77 "GET /v2.0/networks?id=8a4e9591-70ce-4346-934a-3a60d27926aa HTTP/1.1" status: 200 len: 808 time: 0.2092395 Jun 04 08:24:56.960529 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-01458365-8d7b-435b-8d80-3bccec323845 req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Request body: {'port': {'device_id': '421bb735-2c06-49ea-b482-1570650a482e', 'network_id': '8a4e9591-70ce-4346-934a-3a60d27926aa', 'admin_state_up': True, 'tenant_id': '6c443dd708b0443f8ca77d5b28529606'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:57.029641 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7cdfb6a7-1b3e-46f1-833b-c165fb1cbd95 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:57.031650 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7cdfb6a7-1b3e-46f1-833b-c165fb1cbd95 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.77 "GET /v2.0/networks?id=1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 200 len: 819 time: 0.2253397 Jun 04 08:24:57.098844 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01458365-8d7b-435b-8d80-3bccec323845 req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Made reservation on behalf of 6c443dd708b0443f8ca77d5b28529606 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:24:57.102330 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-01458365-8d7b-435b-8d80-3bccec323845 req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:57.195269 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49c81332-99f2-4021-9961-2da40088fdb6 req-ea95ed78-3dd4-4c01-86d5-68ce59a4844d tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5a99059e0694a6f91e0cffa23ec52d8 HTTP/1.1" status: 200 len: 380 time: 0.0723231 Jun 04 08:24:57.243591 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-01458365-8d7b-435b-8d80-3bccec323845 req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Allocated IP 172.20.0.12 (8a4e9591-70ce-4346-934a-3a60d27926aa/cb652357-cfa4-4c7a-b33c-135ddef957fb/f1a8a296-f107-4e47-8b05-bc3caee3668c) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:24:57.270113 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:57.281129 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-49c81332-99f2-4021-9961-2da40088fdb6 req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Request body: {'port': {'device_id': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'admin_state_up': True, 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'security_groups': ['b47b3725-c106-403b-b1ef-7169cca67bb3']}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:57.396805 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:57.400570 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:57.427375 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c81332-99f2-4021-9961-2da40088fdb6 req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Made reservation on behalf of d5a99059e0694a6f91e0cffa23ec52d8 for: {'port': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:24:57.432274 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-01458365-8d7b-435b-8d80-3bccec323845 req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Publish callbacks [] for port (f1a8a296-f107-4e47-8b05-bc3caee3668c), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:57.438155 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-49c81332-99f2-4021-9961-2da40088fdb6 req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:57.468891 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-01458365-8d7b-435b-8d80-3bccec323845 req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (f1a8a296-f107-4e47-8b05-bc3caee3668c), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:57.501862 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:57.520359 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01458365-8d7b-435b-8d80-3bccec323845 req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Network 8a4e9591-70ce-4346-934a-3a60d27926aa is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:24:57.531060 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-01458365-8d7b-435b-8d80-3bccec323845 req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:24:57.533034 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-01458365-8d7b-435b-8d80-3bccec323845 req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:24:57.536572 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Pushing event updated for resources: {'Port': ['ID=f1a8a296-f107-4e47-8b05-bc3caee3668c,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:57.576429 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:57.576527 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:57.576886 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:57.577236 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:57.577616 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:57.577983 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:57.578318 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:57.579432 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:57.579794 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:57.580132 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:57.580465 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:57.580796 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:57.581123 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:57.581445 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:57.581771 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:57.626535 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:57.646482 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3596bff6-dd2e-4efa-9844-31bc98c4f172 req-222e93a5-f729-4fba-8e9e-c1dc1684c4d5 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 210 time: 0.0402400 Jun 04 08:24:57.653092 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [req-49c81332-99f2-4021-9961-2da40088fdb6 req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Allocated IP 172.20.0.5 (1fd25ca8-4d43-46c5-8814-4ee274135448/3a1bd244-02e5-437b-b10c-98141f388763/cd7e0432-1c0f-41ca-b602-3048957c52d3) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:24:57.662870 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01458365-8d7b-435b-8d80-3bccec323845 req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:57.663861 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-01458365-8d7b-435b-8d80-3bccec323845 req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:57.688752 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-01458365-8d7b-435b-8d80-3bccec323845 req-580d0d42-f2f7-4720-bfad-fd7ef2366d52 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7373993 Jun 04 08:24:57.772442 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678d507-0a10-4c45-ae09-5ce046db9ddc req-fbfdde98-0ce5-4ced-9243-6e3aa6c4a8a9 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:57.774074 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0678d507-0a10-4c45-ae09-5ce046db9ddc req-fbfdde98-0ce5-4ced-9243-6e3aa6c4a8a9 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 932 time: 0.0507700 Jun 04 08:24:57.803442 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Request body: {'port': {'device_id': '421bb735-2c06-49ea-b482-1570650a482e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:57.898915 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0678d507-0a10-4c45-ae09-5ce046db9ddc req-a45b4773-b5ba-4d9c-91ae-ec47b82e1ef6 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165469 Jun 04 08:24:57.929589 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (f1a8a296-f107-4e47-8b05-bc3caee3668c), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:58.128374 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-49c81332-99f2-4021-9961-2da40088fdb6 req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for port (cd7e0432-1c0f-41ca-b602-3048957c52d3), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:58.163068 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-49c81332-99f2-4021-9961-2da40088fdb6 req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (cd7e0432-1c0f-41ca-b602-3048957c52d3), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:58.209514 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c81332-99f2-4021-9961-2da40088fdb6 req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Network 1fd25ca8-4d43-46c5-8814-4ee274135448 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:24:58.212939 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [req-49c81332-99f2-4021-9961-2da40088fdb6 req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:24:58.220658 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c81332-99f2-4021-9961-2da40088fdb6 req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:24:58.227199 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Pushing event updated for resources: {'Port': ['ID=cd7e0432-1c0f-41ca-b602-3048957c52d3,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:58.260442 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:58.260789 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:58.261148 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:58.261466 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:58.261802 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:58.262161 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:58.262486 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:58.262814 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:58.263171 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:58.263497 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:58.263867 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:58.264140 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:58.264457 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:58.264771 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:58.265090 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:24:58.291888 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c81332-99f2-4021-9961-2da40088fdb6 req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:58.292892 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-49c81332-99f2-4021-9961-2da40088fdb6 req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:58.313776 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49c81332-99f2-4021-9961-2da40088fdb6 req-4fe1bcd9-d897-4e14-81c3-949614625cd9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0372179 Jun 04 08:24:58.351636 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Request body: {'port': {'device_id': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:24:58.426336 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (cd7e0432-1c0f-41ca-b602-3048957c52d3), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:58.532561 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a8a296-f107-4e47-8b05-bc3caee3668c {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:24:58.539849 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Publish callbacks [] for port (f1a8a296-f107-4e47-8b05-bc3caee3668c), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:58.546053 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:58.554804 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Transition to ACTIVE for port object f1a8a296-f107-4e47-8b05-bc3caee3668c will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:24:58.559901 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (f1a8a296-f107-4e47-8b05-bc3caee3668c), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:58.568763 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b1506439-2176-4905-815b-03ca914524fc None None] Provisioning complete for port cd7e0432-1c0f-41ca-b602-3048957c52d3 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:24:58.569244 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b1506439-2176-4905-815b-03ca914524fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (cd7e0432-1c0f-41ca-b602-3048957c52d3), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:58.609650 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b1506439-2176-4905-815b-03ca914524fc None None] Port cd7e0432-1c0f-41ca-b602-3048957c52d3 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:24:58.609883 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a8a296-f107-4e47-8b05-bc3caee3668c,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:58.682663 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Attempting to bind port f1a8a296-f107-4e47-8b05-bc3caee3668c on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:24:58.683187 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Attempting to bind port f1a8a296-f107-4e47-8b05-bc3caee3668c by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '80061331-d62d-4b1c-b42d-2dbbb38b808e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8a4e9591-70ce-4346-934a-3a60d27926aa'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:24:58.683300 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Attempting to bind port f1a8a296-f107-4e47-8b05-bc3caee3668c on network 8a4e9591-70ce-4346-934a-3a60d27926aa {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:24:58.689040 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Port f1a8a296-f107-4e47-8b05-bc3caee3668c on network 8a4e9591-70ce-4346-934a-3a60d27926aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:24:58.689363 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Attempting to bind port f1a8a296-f107-4e47-8b05-bc3caee3668c on network 8a4e9591-70ce-4346-934a-3a60d27926aa {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:24:58.692640 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:58.694387 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:24:58.696991 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Checking segment: {'id': '80061331-d62d-4b1c-b42d-2dbbb38b808e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8a4e9591-70ce-4346-934a-3a60d27926aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:24:58.696991 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Bound using segment: {'id': '80061331-d62d-4b1c-b42d-2dbbb38b808e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8a4e9591-70ce-4346-934a-3a60d27926aa'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:24:58.696991 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Bound port: f1a8a296-f107-4e47-8b05-bc3caee3668c, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80061331-d62d-4b1c-b42d-2dbbb38b808e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8a4e9591-70ce-4346-934a-3a60d27926aa'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:24:58.696991 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (f1a8a296-f107-4e47-8b05-bc3caee3668c), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:58.715738 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:58.748799 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7e0432-1c0f-41ca-b602-3048957c52d3 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:24:58.757347 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Publish callbacks [] for port (cd7e0432-1c0f-41ca-b602-3048957c52d3), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:58.772526 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Transition to ACTIVE for port object cd7e0432-1c0f-41ca-b602-3048957c52d3 will not be triggered until provisioned by entity L2. {{(pid=103812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:24:58.781032 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (cd7e0432-1c0f-41ca-b602-3048957c52d3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:58.796721 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a102c0d-8abd-458c-8ffd-5336b8f092af req-d5d0a957-355c-442a-aa04-366c4f2baf99 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:58.798246 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5a102c0d-8abd-458c-8ffd-5336b8f092af req-d5d0a957-355c-442a-aa04-366c4f2baf99 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 931 time: 0.0789464 Jun 04 08:24:58.839324 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:58.842878 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Pushing event updated for resources: {'Port': ['ID=cd7e0432-1c0f-41ca-b602-3048957c52d3,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:58.845429 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] For port f1a8a296-f107-4e47-8b05-bc3caee3668c, host hv-cinder-83699, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:24:58.850223 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] For port f1a8a296-f107-4e47-8b05-bc3caee3668c, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f1a8a296-f107-4e47-8b05-bc3caee3668c,segment=NetworkSegment(80061331-d62d-4b1c-b42d-2dbbb38b808e),segment_id=80061331-d62d-4b1c-b42d-2dbbb38b808e)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:24:58.869210 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (f1a8a296-f107-4e47-8b05-bc3caee3668c), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:58.907451 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5a102c0d-8abd-458c-8ffd-5336b8f092af req-055143e6-b231-41b5-ad33-6322d1198d17 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019142 Jun 04 08:24:58.936004 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:58.936673 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:58.938044 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-01458365-8d7b-435b-8d80-3bccec323845 req-280637fb-b51a-4658-9084-c8c232178151 service neutron] 10.222.0.77 "PUT /v2.0/ports/f1a8a296-f107-4e47-8b05-bc3caee3668c HTTP/1.1" status: 200 len: 1094 time: 1.1390655 Jun 04 08:24:58.951566 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Attempting to bind port cd7e0432-1c0f-41ca-b602-3048957c52d3 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:24:58.951904 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Attempting to bind port cd7e0432-1c0f-41ca-b602-3048957c52d3 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:24:58.952229 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Attempting to bind port cd7e0432-1c0f-41ca-b602-3048957c52d3 on network 1fd25ca8-4d43-46c5-8814-4ee274135448 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:24:58.962003 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Port cd7e0432-1c0f-41ca-b602-3048957c52d3 on network 1fd25ca8-4d43-46c5-8814-4ee274135448 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:24:58.962333 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Attempting to bind port cd7e0432-1c0f-41ca-b602-3048957c52d3 on network 1fd25ca8-4d43-46c5-8814-4ee274135448 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:24:58.970636 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421bb735-2c06-49ea-b482-1570650a482e', 'tag': 'f1a8a296-f107-4e47-8b05-bc3caee3668c'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:24:58.972325 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:24:58.972663 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Checking segment: {'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:24:58.973044 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Bound using segment: {'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:24:58.973480 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Bound port: cd7e0432-1c0f-41ca-b602-3048957c52d3, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71705298-0cef-438f-8aa6-0cddc8201c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:24:58.973851 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (cd7e0432-1c0f-41ca-b602-3048957c52d3), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:58.977910 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e427ec-8c14-4955-850d-8113bec2a6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "421bb735-2c06-49ea-b482-1570650a482e", "tag": "f1a8a296-f107-4e47-8b05-bc3caee3668c"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:24:58.995637 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280637fb-b51a-4658-9084-c8c232178151 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a8a296-f107-4e47-8b05-bc3caee3668c,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:59.078990 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d401a421-6086-4ba4-865c-fbc48ad9cab7 x-openstack-request-id: req-d401a421-6086-4ba4-865c-fbc48ad9cab7 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:24:59.079225 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421bb735-2c06-49ea-b482-1570650a482e", "tag": "f1a8a296-f107-4e47-8b05-bc3caee3668c", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:24:59.079561 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d401a421-6086-4ba4-865c-fbc48ad9cab7 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:24:59.079972 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d401a421-6086-4ba4-865c-fbc48ad9cab7'] response: {'name': 'network-changed', 'server_uuid': '421bb735-2c06-49ea-b482-1570650a482e', 'tag': 'f1a8a296-f107-4e47-8b05-bc3caee3668c', 'status': 'completed', 'code': 200} Jun 04 08:24:59.097977 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01458365-8d7b-435b-8d80-3bccec323845 req-5e249265-346d-4efa-ae14-906d09e8006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:59.100116 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-01458365-8d7b-435b-8d80-3bccec323845 req-5e249265-346d-4efa-ae14-906d09e8006b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6c443dd708b0443f8ca77d5b28529606&device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 1128 time: 0.0795717 Jun 04 08:24:59.117091 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] For port cd7e0432-1c0f-41ca-b602-3048957c52d3, host hv-cinder-83699, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:24:59.144160 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] For port cd7e0432-1c0f-41ca-b602-3048957c52d3, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cd7e0432-1c0f-41ca-b602-3048957c52d3,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:24:59.152535 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e344f-9210-4d9d-847c-7871825cbc70 req-f1e6128c-d59e-4d8f-bd99-9dc7f76dc69f tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:59.154202 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-01458365-8d7b-435b-8d80-3bccec323845 req-2e604b51-2142-4c46-a768-9648075b6eba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1a8a296-f107-4e47-8b05-bc3caee3668c HTTP/1.1" status: 200 len: 217 time: 0.0365412 Jun 04 08:24:59.154601 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-341e344f-9210-4d9d-847c-7871825cbc70 req-f1e6128c-d59e-4d8f-bd99-9dc7f76dc69f tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 944 time: 0.0761125 Jun 04 08:24:59.156179 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (cd7e0432-1c0f-41ca-b602-3048957c52d3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:59.210101 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01458365-8d7b-435b-8d80-3bccec323845 req-68ff84d5-e340-42fd-a5b2-45ac88d4bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:59.212700 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-01458365-8d7b-435b-8d80-3bccec323845 req-68ff84d5-e340-42fd-a5b2-45ac88d4bd89 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cb652357-cfa4-4c7a-b33c-135ddef957fb HTTP/1.1" status: 200 len: 848 time: 0.0518711 Jun 04 08:24:59.217519 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:59.218208 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:59.219841 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49c81332-99f2-4021-9961-2da40088fdb6 req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] 10.222.0.77 "PUT /v2.0/ports/cd7e0432-1c0f-41ca-b602-3048957c52d3 HTTP/1.1" status: 200 len: 1093 time: 0.8803298 Jun 04 08:24:59.220355 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'tag': 'cd7e0432-1c0f-41ca-b602-3048957c52d3'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:24:59.222961 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d79fa1f-c44a-4e76-9e72-f9946814b226" -d '{"events": [{"name": "network-changed", "server_uuid": "1e216fcd-219d-4dfc-9af4-cecfa6988dea", "tag": "cd7e0432-1c0f-41ca-b602-3048957c52d3"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:24:59.244292 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:59.295967 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 51632) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:59.307341 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-01458365-8d7b-435b-8d80-3bccec323845 req-f9836188-53e6-4b07-9a0c-0ede71ffcf3d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8a4e9591-70ce-4346-934a-3a60d27926aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875752 Jun 04 08:24:59.337289 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981eb9c-7960-48d5-903f-5e291f575fea service neutron] Pushing event updated for resources: {'Port': ['ID=cd7e0432-1c0f-41ca-b602-3048957c52d3,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:59.354436 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8932d118-e251-4a87-813d-686dfff2fecf x-openstack-request-id: req-8932d118-e251-4a87-813d-686dfff2fecf {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:24:59.354739 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e216fcd-219d-4dfc-9af4-cecfa6988dea", "tag": "cd7e0432-1c0f-41ca-b602-3048957c52d3", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:24:59.354998 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8932d118-e251-4a87-813d-686dfff2fecf {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:24:59.355421 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8932d118-e251-4a87-813d-686dfff2fecf'] response: {'name': 'network-changed', 'server_uuid': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'tag': 'cd7e0432-1c0f-41ca-b602-3048957c52d3', 'status': 'completed', 'code': 200} Jun 04 08:24:59.384992 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-341e344f-9210-4d9d-847c-7871825cbc70 req-8f7094c0-e114-4472-a5ec-e7fcf8f006ef tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240446 Jun 04 08:24:59.402701 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c81332-99f2-4021-9961-2da40088fdb6 req-5c198c32-dff6-4745-ac8b-dea9a01b8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:59.404732 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49c81332-99f2-4021-9961-2da40088fdb6 req-5c198c32-dff6-4745-ac8b-dea9a01b8768 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 1127 time: 0.1055033 Jun 04 08:24:59.446881 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-01458365-8d7b-435b-8d80-3bccec323845 req-dd194c6d-d0f0-419e-b5d9-6d13ed88a648 service neutron] 10.222.0.77 "GET /v2.0/networks/8a4e9591-70ce-4346-934a-3a60d27926aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165249 Jun 04 08:24:59.453695 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49c81332-99f2-4021-9961-2da40088fdb6 req-fee287bf-9e98-4b22-b248-87082ba2bc4e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd7e0432-1c0f-41ca-b602-3048957c52d3 HTTP/1.1" status: 200 len: 217 time: 0.0382962 Jun 04 08:24:59.515506 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-836c8a53-cc71-4780-85e6-039f09e88525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:59.542554 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c81332-99f2-4021-9961-2da40088fdb6 req-169daa65-2915-4b05-b989-72e2c8a79333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:59.543960 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49c81332-99f2-4021-9961-2da40088fdb6 req-169daa65-2915-4b05-b989-72e2c8a79333 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a1bd244-02e5-437b-b10c-98141f388763 HTTP/1.1" status: 200 len: 858 time: 0.0778553 Jun 04 08:24:59.558743 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-01458365-8d7b-435b-8d80-3bccec323845 req-de6b7aae-a205-45cc-a192-939936347886 service neutron] 10.222.0.77 "GET /v2.0/networks/8a4e9591-70ce-4346-934a-3a60d27926aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940917 Jun 04 08:24:59.603382 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c81332-99f2-4021-9961-2da40088fdb6 req-1d6e5a7f-cef1-444b-bb73-76cee969faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:24:59.604892 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49c81332-99f2-4021-9961-2da40088fdb6 req-1d6e5a7f-cef1-444b-bb73-76cee969faec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1fd25ca8-4d43-46c5-8814-4ee274135448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0531542 Jun 04 08:24:59.644094 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-836c8a53-cc71-4780-85e6-039f09e88525 admin admin] Publish callbacks [] for security_group (98272863-b53b-4143-9bb4-48991078718d), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:59.649181 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-836c8a53-cc71-4780-85e6-039f09e88525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (98272863-b53b-4143-9bb4-48991078718d), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:59.654455 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:24:59.690994 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c8a53-cc71-4780-85e6-039f09e88525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98272863-b53b-4143-9bb4-48991078718d,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:24:59.695391 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-836c8a53-cc71-4780-85e6-039f09e88525 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cbfc221ab0384ee3adf6c0825981113e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975580 Jun 04 08:24:59.698395 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 51644) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:24:59.749358 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e045eef6-c557-445a-a4fd-6058e21f52d9 admin admin] Publish callbacks [] for security_group (98272863-b53b-4143-9bb4-48991078718d), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:59.770465 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e045eef6-c557-445a-a4fd-6058e21f52d9 admin admin] Publish callbacks [] for security_group (98272863-b53b-4143-9bb4-48991078718d), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:59.822543 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e045eef6-c557-445a-a4fd-6058e21f52d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (98272863-b53b-4143-9bb4-48991078718d), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:59.825235 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e045eef6-c557-445a-a4fd-6058e21f52d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:24:59.829045 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e045eef6-c557-445a-a4fd-6058e21f52d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/98272863-b53b-4143-9bb4-48991078718d HTTP/1.1" status: 204 len: 168 time: 0.1278172 Jun 04 08:24:59.835411 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045eef6-c557-445a-a4fd-6058e21f52d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98272863-b53b-4143-9bb4-48991078718d,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:00.063165 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491a6d8-8dcc-4703-8f6b-b578c38b8b76 req-f96a9b04-fdc5-414d-a72f-854718c1436f tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:00.064806 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1491a6d8-8dcc-4703-8f6b-b578c38b8b76 req-f96a9b04-fdc5-414d-a72f-854718c1436f tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 943 time: 0.0559320 Jun 04 08:25:00.119844 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1491a6d8-8dcc-4703-8f6b-b578c38b8b76 req-ca62f268-049f-4d96-8b74-dad27001641c tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490258 Jun 04 08:25:00.526359 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75240390-9a43-46e3-a1db-a0c2ae5c0bae req-70646ee4-0055-45d9-a46c-d8dbefe11080 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:00.527850 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-75240390-9a43-46e3-a1db-a0c2ae5c0bae req-70646ee4-0055-45d9-a46c-d8dbefe11080 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 944 time: 0.0610881 Jun 04 08:25:00.577339 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-75240390-9a43-46e3-a1db-a0c2ae5c0bae req-4a9d052c-3802-417b-aab4-bb021e884eff tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425160 Jun 04 08:25:00.783574 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:00.826078 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e427ec-8c14-4955-850d-8113bec2a6a3 req-1b299838-c49b-4165-8ded-14e82f442de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:00.827905 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d8e427ec-8c14-4955-850d-8113bec2a6a3 req-1b299838-c49b-4165-8ded-14e82f442de4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6c443dd708b0443f8ca77d5b28529606&device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 1128 time: 0.0436902 Jun 04 08:25:00.864259 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49c81332-99f2-4021-9961-2da40088fdb6 req-8d96193a-60c1-4028-b9a0-71788ad73598 service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884607 Jun 04 08:25:00.904815 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:00.951460 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e427ec-8c14-4955-850d-8113bec2a6a3 req-6c2c81f9-cdd1-417d-86ea-e696a4f31227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:00.953012 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d8e427ec-8c14-4955-850d-8113bec2a6a3 req-6c2c81f9-cdd1-417d-86ea-e696a4f31227 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8a4e9591-70ce-4346-934a-3a60d27926aa HTTP/1.1" status: 200 len: 909 time: 0.1119146 Jun 04 08:25:00.976651 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-49c81332-99f2-4021-9961-2da40088fdb6 req-2c19071c-7e66-4b13-b200-f789a409154a service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028829 Jun 04 08:25:00.993683 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d8e427ec-8c14-4955-850d-8113bec2a6a3 req-d7d3990c-441b-4b27-9315-5b34b440fe3f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1a8a296-f107-4e47-8b05-bc3caee3668c HTTP/1.1" status: 200 len: 217 time: 0.0333765 Jun 04 08:25:01.048299 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e427ec-8c14-4955-850d-8113bec2a6a3 req-2a694ba3-9eae-44cb-be41-863317c1dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:01.049733 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d8e427ec-8c14-4955-850d-8113bec2a6a3 req-2a694ba3-9eae-44cb-be41-863317c1dc21 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cb652357-cfa4-4c7a-b33c-135ddef957fb HTTP/1.1" status: 200 len: 848 time: 0.0470777 Jun 04 08:25:01.252989 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39473f-eaaf-492d-92fc-56d626cdf097 req-92ef37c9-7aec-4e22-8bee-d52b7037b4c1 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:01.254255 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-aa39473f-eaaf-492d-92fc-56d626cdf097 req-92ef37c9-7aec-4e22-8bee-d52b7037b4c1 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 943 time: 0.0498843 Jun 04 08:25:01.303397 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-aa39473f-eaaf-492d-92fc-56d626cdf097 req-a54252bd-444e-4c9f-9d07-8f8f25ecdade tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427198 Jun 04 08:25:01.463766 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-010fad2f-808a-4df2-b895-e9042f0b4796 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435844236&fields=id&tenant_id=1cc798a91bd74226a144199bd78c2331 HTTP/1.1" status: 200 len: 267 time: 0.0615153 Jun 04 08:25:01.569979 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-93fc62cc-3ad0-41bb-911a-a877d0ecfda7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:01.571497 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-93fc62cc-3ad0-41bb-911a-a877d0ecfda7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/networks?id=b657dda9-96b8-450c-85f0-94a70753fce4 HTTP/1.1" status: 200 len: 812 time: 0.1005535 Jun 04 08:25:01.587037 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-86af1f62-aa62-46ed-a937-a4fd93df05cf tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/quotas/1cc798a91bd74226a144199bd78c2331 HTTP/1.1" status: 200 len: 375 time: 0.0096903 Jun 04 08:25:01.628619 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:01.646426 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-9c3c3e67-a32d-4280-9811-4a65ea455d9a tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1cc798a91bd74226a144199bd78c2331&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526972 Jun 04 08:25:01.714155 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb022b-cd21-4ba5-ae10-6a67a240a591 req-cdd94ef8-5274-472f-8b32-869de7020340 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:01.715938 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ffbb022b-cd21-4ba5-ae10-6a67a240a591 req-cdd94ef8-5274-472f-8b32-869de7020340 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 944 time: 0.0576191 Jun 04 08:25:01.749858 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-3a1cc2b4-c8b6-4f2b-a1e8-485eb2bfe1fc service neutron] 10.222.0.57 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877171 Jun 04 08:25:01.775397 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ffbb022b-cd21-4ba5-ae10-6a67a240a591 req-b50afcac-e4b4-46d6-8821-a80756f3f00a tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523632 Jun 04 08:25:01.850618 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-4be5981c-3c35-4ce1-a185-03da81bda891 service neutron] 10.222.0.57 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948250 Jun 04 08:25:02.133557 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-84e33177-977f-476d-8189-f9e23e40c852 req-291f4182-85ec-4344-a0cb-a491d04a2c0a tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 210 time: 0.0291581 Jun 04 08:25:02.160048 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d8e427ec-8c14-4955-850d-8113bec2a6a3 req-d5d05805-020a-4b1f-b121-de1fc2ad5ee7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8a4e9591-70ce-4346-934a-3a60d27926aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310106 Jun 04 08:25:02.191416 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79fa1f-c44a-4e76-9e72-f9946814b226 req-e30d9c4a-b0f1-4575-96ff-48bc2ce3d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:02.192974 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5d79fa1f-c44a-4e76-9e72-f9946814b226 req-e30d9c4a-b0f1-4575-96ff-48bc2ce3d459 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 1127 time: 0.0405078 Jun 04 08:25:02.259857 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d8e427ec-8c14-4955-850d-8113bec2a6a3 req-064f08de-2190-42a5-92de-6610bdd1d4c5 service neutron] 10.222.0.77 "GET /v2.0/networks/8a4e9591-70ce-4346-934a-3a60d27926aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897264 Jun 04 08:25:02.290525 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79fa1f-c44a-4e76-9e72-f9946814b226 req-89c1c5fa-b582-44b9-8230-ee6bda5ec066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:02.291990 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5d79fa1f-c44a-4e76-9e72-f9946814b226 req-89c1c5fa-b582-44b9-8230-ee6bda5ec066 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 200 len: 920 time: 0.0899224 Jun 04 08:25:02.338082 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5d79fa1f-c44a-4e76-9e72-f9946814b226 req-f5941a9e-9bd6-4b97-b544-704a6fe41bfd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd7e0432-1c0f-41ca-b602-3048957c52d3 HTTP/1.1" status: 200 len: 217 time: 0.0391438 Jun 04 08:25:02.368432 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d8e427ec-8c14-4955-850d-8113bec2a6a3 req-3f983e2e-ab7f-4a75-bbfc-2807cd3b8da7 service neutron] 10.222.0.77 "GET /v2.0/networks/8a4e9591-70ce-4346-934a-3a60d27926aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999124 Jun 04 08:25:02.411863 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79fa1f-c44a-4e76-9e72-f9946814b226 req-d847e44a-b6a1-469a-9474-c459351cd9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:02.413469 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5d79fa1f-c44a-4e76-9e72-f9946814b226 req-d847e44a-b6a1-469a-9474-c459351cd9aa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a1bd244-02e5-437b-b10c-98141f388763 HTTP/1.1" status: 200 len: 858 time: 0.0683503 Jun 04 08:25:02.459862 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a2d41-a383-4b21-81a1-65e894b8e6f7 req-996c4de4-1bf0-4839-907c-a887dd883809 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:02.462183 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-624a2d41-a383-4b21-81a1-65e894b8e6f7 req-996c4de4-1bf0-4839-907c-a887dd883809 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 943 time: 0.0685940 Jun 04 08:25:02.497111 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79fa1f-c44a-4e76-9e72-f9946814b226 req-9e9c9049-be49-4e4b-a573-e81d7286d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:02.499220 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5d79fa1f-c44a-4e76-9e72-f9946814b226 req-9e9c9049-be49-4e4b-a573-e81d7286d624 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1fd25ca8-4d43-46c5-8814-4ee274135448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0766802 Jun 04 08:25:02.510161 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-624a2d41-a383-4b21-81a1-65e894b8e6f7 req-e27f4cb5-7885-4e0e-a224-c785b49c5319 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427732 Jun 04 08:25:02.594194 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5d79fa1f-c44a-4e76-9e72-f9946814b226 req-3daf9161-3dfd-4716-ad43-10a4d51963ec service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862706 Jun 04 08:25:02.620825 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:02.711462 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5d79fa1f-c44a-4e76-9e72-f9946814b226 req-9740e418-64e8-45da-99a7-1a752b65fcd5 service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985076 Jun 04 08:25:02.887501 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa01271-edea-4a66-b637-86f64c21e5e3 req-843b1320-a07a-449f-86db-d956ebc6a1c6 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:02.888969 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4aa01271-edea-4a66-b637-86f64c21e5e3 req-843b1320-a07a-449f-86db-d956ebc6a1c6 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 944 time: 0.0505638 Jun 04 08:25:02.936346 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4aa01271-edea-4a66-b637-86f64c21e5e3 req-0bd02a8a-749e-49bb-8b32-5c189a27097d tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417600 Jun 04 08:25:03.027169 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device f1a8a296-f107-4e47-8b05-bc3caee3668c details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:25:03.116940 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f5695-b8c6-45f4-93fc-ab9815e932fc req-48b5f44f-026b-41e7-8116-aa307af9837f tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:03.119029 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-835f5695-b8c6-45f4-93fc-ab9815e932fc req-48b5f44f-026b-41e7-8116-aa307af9837f tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0552735 Jun 04 08:25:03.135266 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port f1a8a296-f107-4e47-8b05-bc3caee3668c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f1a8a296-f107-4e47-8b05-bc3caee3668c,segment=NetworkSegment(80061331-d62d-4b1c-b42d-2dbbb38b808e),segment_id=80061331-d62d-4b1c-b42d-2dbbb38b808e)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:25:03.151135 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': 'f1a8a296-f107-4e47-8b05-bc3caee3668c', 'network_id': '8a4e9591-70ce-4346-934a-3a60d27926aa', 'port_id': 'f1a8a296-f107-4e47-8b05-bc3caee3668c', 'mac_address': 'fa:16:3e:a7:fa:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb652357-cfa4-4c7a-b33c-135ddef957fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:25:03.169055 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-835f5695-b8c6-45f4-93fc-ab9815e932fc req-37e29851-d2b8-488c-9ffb-7aede57394b3 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430760 Jun 04 08:25:03.187480 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port f1a8a296-f107-4e47-8b05-bc3caee3668c is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:25:03.187880 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (f1a8a296-f107-4e47-8b05-bc3caee3668c), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:03.202108 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a8a296-f107-4e47-8b05-bc3caee3668c {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:25:03.228154 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port f1a8a296-f107-4e47-8b05-bc3caee3668c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f1a8a296-f107-4e47-8b05-bc3caee3668c,segment=NetworkSegment(80061331-d62d-4b1c-b42d-2dbbb38b808e),segment_id=80061331-d62d-4b1c-b42d-2dbbb38b808e)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:25:03.233572 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (f1a8a296-f107-4e47-8b05-bc3caee3668c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:03.282643 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e2dd036d-1857-4b0e-8392-8910adca18d5 req-3949b7f6-4a9f-494d-b9dc-daef2f465baa tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 210 time: 0.0731335 Jun 04 08:25:03.285407 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=f1a8a296-f107-4e47-8b05-bc3caee3668c,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:03.338757 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-6410d2b6-5374-4236-a152-3f7cf0f53381 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:03.340187 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-6410d2b6-5374-4236-a152-3f7cf0f53381 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.77 "GET /v2.0/networks?id=b657dda9-96b8-450c-85f0-94a70753fce4 HTTP/1.1" status: 200 len: 812 time: 0.1288896 Jun 04 08:25:03.526285 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-6a3e8d92-f419-4c4a-a77d-cd60c41e429c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cc798a91bd74226a144199bd78c2331 HTTP/1.1" status: 200 len: 379 time: 0.0547016 Jun 04 08:25:03.591370 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['f1a8a296-f107-4e47-8b05-bc3caee3668c'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:25:03.622801 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad189185-1ff9-484f-80bf-d93089e42346 req-9fb88b60-b2f6-44eb-af5e-eb203cb573ac tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:03.624370 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ad189185-1ff9-484f-80bf-d93089e42346 req-9fb88b60-b2f6-44eb-af5e-eb203cb573ac tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 943 time: 0.0464880 Jun 04 08:25:03.653272 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:03.667950 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:03.676424 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ad189185-1ff9-484f-80bf-d93089e42346 req-f8b3aafb-30f5-46f2-9c48-cf20560ad8de tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463319 Jun 04 08:25:03.891490 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-10133b50-46c0-4e8f-8679-2cc1cecddd99 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Request body: {'port': {'device_id': '2e090733-03e1-4f7c-a6f5-8e37548d9fb2', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'admin_state_up': True, 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'security_groups': ['9950a238-b648-4b92-ae90-866e15ec73bb']}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:25:03.987764 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:04.001469 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-10133b50-46c0-4e8f-8679-2cc1cecddd99 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Made reservation on behalf of 1cc798a91bd74226a144199bd78c2331 for: {'port': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:25:04.004921 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-10133b50-46c0-4e8f-8679-2cc1cecddd99 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:04.070201 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd0c77-6e78-4a27-b06b-bf7ea2222448 req-b9064e5a-87e8-4073-a050-37fa96cbd94f tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:04.071670 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-07dd0c77-6e78-4a27-b06b-bf7ea2222448 req-b9064e5a-87e8-4073-a050-37fa96cbd94f tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 945 time: 0.0645401 Jun 04 08:25:04.182247 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-07dd0c77-6e78-4a27-b06b-bf7ea2222448 req-0254d31e-c64a-48bb-ae32-564bbbd3f861 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817132 Jun 04 08:25:04.211999 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-10133b50-46c0-4e8f-8679-2cc1cecddd99 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Allocated IP 172.20.0.4 (b657dda9-96b8-450c-85f0-94a70753fce4/8e421c33-394d-4f1f-9f83-0ef1951dc532/73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:25:04.290816 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833baa80-2c97-4fb9-adea-63ca77623cfb req-345ab3ac-b7de-4ed2-833b-78cb4927fece tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:04.292207 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-833baa80-2c97-4fb9-adea-63ca77623cfb req-345ab3ac-b7de-4ed2-833b-78cb4927fece tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0475831 Jun 04 08:25:04.352281 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-833baa80-2c97-4fb9-adea-63ca77623cfb req-a6990139-43cc-433d-9ec7-3ea98cbb9346 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543437 Jun 04 08:25:04.367863 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-10133b50-46c0-4e8f-8679-2cc1cecddd99 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for port (73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:04.404721 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:04.424668 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3df5dffc-7b85-4ad0-b2d8-22847682d612 req-7ca16443-2e36-482b-b4c1-29afe91a6cdf tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 210 time: 0.0355542 Jun 04 08:25:04.432020 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-10133b50-46c0-4e8f-8679-2cc1cecddd99 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:04.481206 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-10133b50-46c0-4e8f-8679-2cc1cecddd99 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Network b657dda9-96b8-450c-85f0-94a70753fce4 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:25:04.488700 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-10133b50-46c0-4e8f-8679-2cc1cecddd99 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:25:04.490907 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10133b50-46c0-4e8f-8679-2cc1cecddd99 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event updated for resources: {'Port': ['ID=73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:04.492864 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-10133b50-46c0-4e8f-8679-2cc1cecddd99 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:25:04.565016 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-10133b50-46c0-4e8f-8679-2cc1cecddd99 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:04.565718 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-10133b50-46c0-4e8f-8679-2cc1cecddd99 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:04.583638 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-10133b50-46c0-4e8f-8679-2cc1cecddd99 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6965895 Jun 04 08:25:04.605962 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Request body: {'port': {'device_id': '2e090733-03e1-4f7c-a6f5-8e37548d9fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:25:04.667416 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:04.751939 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-15031ca2-fce9-4dfa-bdfc-9aba4b3960f2 None None] Provisioning complete for port 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:25:04.752495 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-15031ca2-fce9-4dfa-bdfc-9aba4b3960f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:04.791762 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-15031ca2-fce9-4dfa-bdfc-9aba4b3960f2 None None] Port 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:25:04.815219 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48decfd4-34b9-444a-8736-7686c848a779 req-4dbb4811-f675-40b2-b910-4bce42a951fc tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:04.819711 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-48decfd4-34b9-444a-8736-7686c848a779 req-4dbb4811-f675-40b2-b910-4bce42a951fc tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 943 time: 0.0696537 Jun 04 08:25:04.875938 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-48decfd4-34b9-444a-8736-7686c848a779 req-85911540-6279-4a9b-ade8-c4f40db69634 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534027 Jun 04 08:25:04.904453 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:04.940151 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 51770) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:25:04.944835 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-b51a20d5-b994-4d1a-8cf0-5c5bc1b96e04 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--250537119', 'description': 'tempest-description--52461372'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:25:04.958245 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:04.972837 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b51a20d5-b994-4d1a-8cf0-5c5bc1b96e04 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.006779 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:25:05.015496 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Publish callbacks [] for port (73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.028710 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Transition to ACTIVE for port object 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b will not be triggered until provisioned by entity L2. {{(pid=103812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:25:05.031715 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.054701 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device cd7e0432-1c0f-41ca-b602-3048957c52d3 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:25:05.057675 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b51a20d5-b994-4d1a-8cf0-5c5bc1b96e04 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (bb35a998-17f3-4fcd-b2e5-90474a6922f9), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.059483 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device f1a8a296-f107-4e47-8b05-bc3caee3668c up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:25:05.064765 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b51a20d5-b994-4d1a-8cf0-5c5bc1b96e04 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (bb35a998-17f3-4fcd-b2e5-90474a6922f9), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.098840 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a20d5-b994-4d1a-8cf0-5c5bc1b96e04 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb35a998-17f3-4fcd-b2e5-90474a6922f9,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:05.103419 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Pushing event updated for resources: {'Port': ['ID=73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:05.103849 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b51a20d5-b994-4d1a-8cf0-5c5bc1b96e04 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.108241 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 51774) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:25:05.109492 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-b51a20d5-b994-4d1a-8cf0-5c5bc1b96e04 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1681194 Jun 04 08:25:05.113910 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-bc1838d4-e837-4219-ad2b-4b26a67e688f tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'security_group_rule': {'security_group_id': 'bb35a998-17f3-4fcd-b2e5-90474a6922f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:25:05.182017 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bc1838d4-e837-4219-ad2b-4b26a67e688f tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (ff81dae5-22dd-4517-a6b4-16d036b7b109), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.216710 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Attempting to bind port 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:25:05.217853 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Attempting to bind port 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:25:05.218201 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Attempting to bind port 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b on network b657dda9-96b8-450c-85f0-94a70753fce4 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:25:05.219499 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port f1a8a296-f107-4e47-8b05-bc3caee3668c completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:25:05.226587 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Port 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b on network b657dda9-96b8-450c-85f0-94a70753fce4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:25:05.226919 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Attempting to bind port 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b on network b657dda9-96b8-450c-85f0-94a70753fce4 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:25:05.239649 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port f1a8a296-f107-4e47-8b05-bc3caee3668c triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:25:05.240032 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (f1a8a296-f107-4e47-8b05-bc3caee3668c), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.251792 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:25:05.252571 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Checking segment: {'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:25:05.253709 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Bound using segment: {'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:25:05.254248 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Bound port: 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:25:05.254622 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.316882 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port cd7e0432-1c0f-41ca-b602-3048957c52d3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cd7e0432-1c0f-41ca-b602-3048957c52d3,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:25:05.331230 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bc1838d4-e837-4219-ad2b-4b26a67e688f tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (ff81dae5-22dd-4517-a6b4-16d036b7b109), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.335451 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:05.337250 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:05.338951 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': 'cd7e0432-1c0f-41ca-b602-3048957c52d3', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'port_id': 'cd7e0432-1c0f-41ca-b602-3048957c52d3', 'mac_address': 'fa:16:3e:e0:db:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1bd244-02e5-437b-b10c-98141f388763', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:25:05.339558 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:05.349940 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bc1838d4-e837-4219-ad2b-4b26a67e688f tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (ff81dae5-22dd-4517-a6b4-16d036b7b109), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.377772 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1838d4-e837-4219-ad2b-4b26a67e688f tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff81dae5-22dd-4517-a6b4-16d036b7b109,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:05.379863 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e136d7-173f-446f-88b9-7a312e5854af req-a1a762fa-b228-4c66-8e8d-c87a66f5ff5e tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:05.387093 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:05.400383 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a2e136d7-173f-446f-88b9-7a312e5854af req-a1a762fa-b228-4c66-8e8d-c87a66f5ff5e tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 945 time: 0.1238801 Jun 04 08:25:05.410521 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] For port 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b, host hv-cinder-83699, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:25:05.414589 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] For port 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:25:05.423873 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bc1838d4-e837-4219-ad2b-4b26a67e688f tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.428087 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-bc1838d4-e837-4219-ad2b-4b26a67e688f tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161302 Jun 04 08:25:05.429446 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 51782) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:25:05.441457 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.456514 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-94e5380d-536d-41a7-903a-df37419ee7cf tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'security_group_rule': {'security_group_id': 'bb35a998-17f3-4fcd-b2e5-90474a6922f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:25:05.477481 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port cd7e0432-1c0f-41ca-b602-3048957c52d3 is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:25:05.477902 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (cd7e0432-1c0f-41ca-b602-3048957c52d3), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.492053 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port f1a8a296-f107-4e47-8b05-bc3caee3668c is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:25:05.492693 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (f1a8a296-f107-4e47-8b05-bc3caee3668c), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.507373 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7e0432-1c0f-41ca-b602-3048957c52d3 {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:25:05.535223 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port cd7e0432-1c0f-41ca-b602-3048957c52d3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cd7e0432-1c0f-41ca-b602-3048957c52d3,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:25:05.547197 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:05.547971 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.549420 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a2e136d7-173f-446f-88b9-7a312e5854af req-6558ed9f-cce5-4822-ac80-eaddb40c5605 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444480 Jun 04 08:25:05.549548 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] 10.222.0.77 "PUT /v2.0/ports/73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b HTTP/1.1" status: 200 len: 1093 time: 0.9546113 Jun 04 08:25:05.553066 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (cd7e0432-1c0f-41ca-b602-3048957c52d3), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.556951 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94e5380d-536d-41a7-903a-df37419ee7cf tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (bb4fabaf-e206-4644-9f13-9cc144e7f0aa), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.581535 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e090733-03e1-4f7c-a6f5-8e37548d9fb2', 'tag': '73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:25:05.583902 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd9705a-1771-42eb-90f2-014176e241b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2e090733-03e1-4f7c-a6f5-8e37548d9fb2", "tag": "73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:25:05.602095 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421bb735-2c06-49ea-b482-1570650a482e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a8a296-f107-4e47-8b05-bc3caee3668c'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:25:05.617540 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be69cfa-acc6-4ec1-a4e7-4984a41ef8f5" -d '{"events": [{"server_uuid": "421bb735-2c06-49ea-b482-1570650a482e", "name": "network-vif-plugged", "status": "completed", "tag": "f1a8a296-f107-4e47-8b05-bc3caee3668c"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:25:05.622937 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b948d-ea6d-405c-8d4d-cdbcf373cb7b service neutron] Pushing event updated for resources: {'Port': ['ID=73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:05.661095 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5652ab1-34d3-4cdd-9a0d-62242d78de67 req-d649413e-8892-4fe1-a0f9-4f2f4a5b189c tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:05.662929 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a5652ab1-34d3-4cdd-9a0d-62242d78de67 req-d649413e-8892-4fe1-a0f9-4f2f4a5b189c tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.1413312 Jun 04 08:25:05.702470 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port f1a8a296-f107-4e47-8b05-bc3caee3668c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f1a8a296-f107-4e47-8b05-bc3caee3668c,segment=NetworkSegment(80061331-d62d-4b1c-b42d-2dbbb38b808e),segment_id=80061331-d62d-4b1c-b42d-2dbbb38b808e)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:25:05.718644 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (f1a8a296-f107-4e47-8b05-bc3caee3668c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.751844 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94e5380d-536d-41a7-903a-df37419ee7cf tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (bb4fabaf-e206-4644-9f13-9cc144e7f0aa), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.762899 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94e5380d-536d-41a7-903a-df37419ee7cf tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (bb4fabaf-e206-4644-9f13-9cc144e7f0aa), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.773718 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b9d0d-b3fb-4662-a3ae-435cd6cba97e req-08df79fe-5038-4b9f-ae9f-1d75e2a7d62e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:05.775395 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1a9b9d0d-b3fb-4662-a3ae-435cd6cba97e req-08df79fe-5038-4b9f-ae9f-1d75e2a7d62e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0742705 Jun 04 08:25:05.790688 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-8740b902-870f-40b1-bddd-cd4bb4cf8985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:05.799367 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-8740b902-870f-40b1-bddd-cd4bb4cf8985 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1cc798a91bd74226a144199bd78c2331&device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 1127 time: 0.1501207 Jun 04 08:25:05.809408 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5380d-536d-41a7-903a-df37419ee7cf tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4fabaf-e206-4644-9f13-9cc144e7f0aa,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:05.835379 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94e5380d-536d-41a7-903a-df37419ee7cf tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.837797 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-94e5380d-536d-41a7-903a-df37419ee7cf tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4018953 Jun 04 08:25:05.846160 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 51798) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:25:05.854536 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-4d8dcf2b-9f8d-427e-8ade-0ac1ccaff5f4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'floatingip': {'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:25:05.859918 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-c049687b-7043-49cd-8979-51f53dd90074 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b HTTP/1.1" status: 200 len: 217 time: 0.0553751 Jun 04 08:25:05.868841 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a5652ab1-34d3-4cdd-9a0d-62242d78de67 req-36be8c87-2a83-45e7-9486-16f3a4f97c35 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814325 Jun 04 08:25:05.933247 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-95894cbc-698c-40c8-8d33-1b2d9cf74421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:05.934798 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-95894cbc-698c-40c8-8d33-1b2d9cf74421 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e421c33-394d-4f1f-9f83-0ef1951dc532 HTTP/1.1" status: 200 len: 851 time: 0.0650475 Jun 04 08:25:05.945086 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1a9b9d0d-b3fb-4662-a3ae-435cd6cba97e req-91c92934-acd1-4810-9304-e525f349dc2a tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472707 Jun 04 08:25:05.955208 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8dcf2b-9f8d-427e-8ade-0ac1ccaff5f4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:05.957628 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85afcc27-6cc5-4ce6-b016-f68d52714152 x-openstack-request-id: req-85afcc27-6cc5-4ce6-b016-f68d52714152 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:25:05.957628 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e090733-03e1-4f7c-a6f5-8e37548d9fb2", "tag": "73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:25:05.957628 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-85afcc27-6cc5-4ce6-b016-f68d52714152 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:25:05.958068 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85afcc27-6cc5-4ce6-b016-f68d52714152'] response: {'name': 'network-changed', 'server_uuid': '2e090733-03e1-4f7c-a6f5-8e37548d9fb2', 'tag': '73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b', 'status': 'completed', 'code': 200} Jun 04 08:25:05.958563 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:05.982696 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['cd7e0432-1c0f-41ca-b602-3048957c52d3'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:25:05.986126 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=cd7e0432-1c0f-41ca-b602-3048957c52d3,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:06.005424 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-24c0526c-4c28-4cd3-be4e-d8a526b94a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:06.007094 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-24c0526c-4c28-4cd3-be4e-d8a526b94a66 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b657dda9-96b8-450c-85f0-94a70753fce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0641310 Jun 04 08:25:06.021246 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9921079b-f31f-4187-8cf7-8af1a71b6e20 x-openstack-request-id: req-9921079b-f31f-4187-8cf7-8af1a71b6e20 {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:25:06.021530 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421bb735-2c06-49ea-b482-1570650a482e", "name": "network-vif-plugged", "status": "completed", "tag": "f1a8a296-f107-4e47-8b05-bc3caee3668c", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:25:06.021780 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9921079b-f31f-4187-8cf7-8af1a71b6e20 {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:25:06.022203 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9921079b-f31f-4187-8cf7-8af1a71b6e20'] response: {'server_uuid': '421bb735-2c06-49ea-b482-1570650a482e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a8a296-f107-4e47-8b05-bc3caee3668c', 'code': 200} Jun 04 08:25:06.096206 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=f1a8a296-f107-4e47-8b05-bc3caee3668c,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:06.111541 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3827dea-60c0-4ba3-8fcb-4a425371b665 req-a723f1b2-927a-426b-a650-c08b1a45a0f0 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:06.113319 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b3827dea-60c0-4ba3-8fcb-4a425371b665 req-a723f1b2-927a-426b-a650-c08b1a45a0f0 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 944 time: 0.0501752 Jun 04 08:25:06.142646 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8dcf2b-9f8d-427e-8ade-0ac1ccaff5f4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:06.183308 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-e1fed71d-0c12-4ac8-a69c-7f06cb406b2c service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608706 Jun 04 08:25:06.184293 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:06.234656 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b3827dea-60c0-4ba3-8fcb-4a425371b665 req-1a845bb0-d19b-4d47-8d7d-4c8e9023d9b4 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113973 Jun 04 08:25:06.249021 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:06.255615 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:06.259692 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66026d75-7bbb-4649-ab04-9db9ab720729 req-ab9f6d1b-40d1-409a-8a7d-6a47196ed9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:06.261156 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-66026d75-7bbb-4649-ab04-9db9ab720729 req-ab9f6d1b-40d1-409a-8a7d-6a47196ed9f7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 1130 time: 0.0825427 Jun 04 08:25:06.317337 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-4d8dcf2b-9f8d-427e-8ade-0ac1ccaff5f4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Allocated IP 172.27.2.30 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/73263e7e-6468-403b-bd8c-6c37111a383c) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:25:06.419005 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8dcf2b-9f8d-427e-8ade-0ac1ccaff5f4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for port (73263e7e-6468-403b-bd8c-6c37111a383c), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:06.449980 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8dcf2b-9f8d-427e-8ade-0ac1ccaff5f4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (73263e7e-6468-403b-bd8c-6c37111a383c), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:06.496332 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8dcf2b-9f8d-427e-8ade-0ac1ccaff5f4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:25:06.503955 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-4d8dcf2b-9f8d-427e-8ade-0ac1ccaff5f4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:25:06.506123 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dcf2b-9f8d-427e-8ade-0ac1ccaff5f4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'Port': ['ID=73263e7e-6468-403b-bd8c-6c37111a383c,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:06.508205 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8dcf2b-9f8d-427e-8ade-0ac1ccaff5f4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:25:06.547368 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9f56ad0e-3796-4611-a585-09c9feb779a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:06.591684 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8dcf2b-9f8d-427e-8ade-0ac1ccaff5f4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (6a3950e5-7eef-4bcc-985c-c1bda0656b61), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:06.631853 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8dcf2b-9f8d-427e-8ade-0ac1ccaff5f4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (73263e7e-6468-403b-bd8c-6c37111a383c), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:06.677588 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515d077-32d9-4b74-be27-bf2a7a276c76 req-93976777-9177-40eb-9a1b-ec5b8623ab5d tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:06.679172 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b515d077-32d9-4b74-be27-bf2a7a276c76 req-93976777-9177-40eb-9a1b-ec5b8623ab5d tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 946 time: 0.0513031 Jun 04 08:25:06.733446 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b515d077-32d9-4b74-be27-bf2a7a276c76 req-d2924008-883f-4182-87bc-2d0b05b96942 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486255 Jun 04 08:25:06.823979 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8dcf2b-9f8d-427e-8ade-0ac1ccaff5f4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for port (73263e7e-6468-403b-bd8c-6c37111a383c), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:06.828262 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8dcf2b-9f8d-427e-8ade-0ac1ccaff5f4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (73263e7e-6468-403b-bd8c-6c37111a383c), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:06.894409 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dcf2b-9f8d-427e-8ade-0ac1ccaff5f4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'Port': ['ID=73263e7e-6468-403b-bd8c-6c37111a383c,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:06.899429 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:06.908185 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8dcf2b-9f8d-427e-8ade-0ac1ccaff5f4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (6a3950e5-7eef-4bcc-985c-c1bda0656b61), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:06.925327 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8dcf2b-9f8d-427e-8ade-0ac1ccaff5f4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:06.926577 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4d8dcf2b-9f8d-427e-8ade-0ac1ccaff5f4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0789092 Jun 04 08:25:07.003740 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b3af2-e1f0-4bd3-8a82-cfbcc7691e4d req-b13b00c3-8398-495c-9fbc-2c9dc76826c6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:07.005272 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2a2b3af2-e1f0-4bd3-8a82-cfbcc7691e4d req-b13b00c3-8398-495c-9fbc-2c9dc76826c6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0499001 Jun 04 08:25:07.059241 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2a2b3af2-e1f0-4bd3-8a82-cfbcc7691e4d req-b9eb82bd-756c-4002-b06b-7ca9c592be8f tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473995 Jun 04 08:25:07.076572 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e6715-36f9-46b9-bd8d-00f706cd68d0 req-6cb2bf16-d195-4877-8506-c73c8f1c78be tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:07.078103 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4f3e6715-36f9-46b9-bd8d-00f706cd68d0 req-6cb2bf16-d195-4877-8506-c73c8f1c78be tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0481801 Jun 04 08:25:07.131309 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4f3e6715-36f9-46b9-bd8d-00f706cd68d0 req-bec9b32d-e81b-4a07-bcbb-0f78f882aa8d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475156 Jun 04 08:25:07.139999 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:07.178254 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-d0419132-1449-44da-adfa-10a6ad8bee42 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--250537119&fields=id&tenant_id=bada48f0853f4642b538bab7eae486e6 HTTP/1.1" status: 200 len: 267 time: 0.0441477 Jun 04 08:25:07.282559 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-16e65da1-5b08-43e5-bdaa-27359cb4b563 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:07.284021 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-16e65da1-5b08-43e5-bdaa-27359cb4b563 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/networks?id=b88cbea7-518a-4446-bcff-56c4dc453510 HTTP/1.1" status: 200 len: 815 time: 0.0995030 Jun 04 08:25:07.299372 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-0fba441a-32bd-444c-aa9c-33f8762d4c55 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/quotas/bada48f0853f4642b538bab7eae486e6 HTTP/1.1" status: 200 len: 375 time: 0.0099239 Jun 04 08:25:07.351263 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fe48d-4ea8-455c-bc6c-33baa478eb8c req-f1c43372-57c1-4174-a163-32c42c2f0d77 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:07.352744 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f09fe48d-4ea8-455c-bc6c-33baa478eb8c req-f1c43372-57c1-4174-a163-32c42c2f0d77 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 944 time: 0.0512178 Jun 04 08:25:07.353494 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-940a2d6c-8e1a-4fa8-82f1-07e050659418 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bada48f0853f4642b538bab7eae486e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488148 Jun 04 08:25:07.399918 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f09fe48d-4ea8-455c-bc6c-33baa478eb8c req-eb083220-99cf-402b-8faf-009154fc60c4 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415707 Jun 04 08:25:07.449949 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-2f796720-cffb-43cd-99a9-ff63beae43e4 service neutron] 10.222.0.57 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843973 Jun 04 08:25:07.540002 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-0dacb81a-3a15-4d68-a695-f64d3a8019ec service neutron] 10.222.0.57 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836456 Jun 04 08:25:07.700957 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4d494859-1663-4fa4-8348-2d2b8c0f58dc req-d5b0962a-e829-49ed-820f-2ded2abe61cf tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 210 time: 0.0279293 Jun 04 08:25:07.858386 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb71b-de21-49f5-8e21-2b6ec8206753 req-bda179ea-e4a9-44f9-8d72-cdcee492a899 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:07.859885 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0adcb71b-de21-49f5-8e21-2b6ec8206753 req-bda179ea-e4a9-44f9-8d72-cdcee492a899 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 946 time: 0.0500283 Jun 04 08:25:07.944313 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-66026d75-7bbb-4649-ab04-9db9ab720729 req-17ed0b75-843f-4f68-bca2-1fdab65cf2bc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785646 Jun 04 08:25:07.947760 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0adcb71b-de21-49f5-8e21-2b6ec8206753 req-3966065f-79ab-455d-9b50-76e697be777f tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753510 Jun 04 08:25:07.962946 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d83fc10a-8a06-4480-a278-374c60f5ba94 req-2dd2cf0c-a6de-4ae8-8c26-f9ab1f250b95 service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995421 Jun 04 08:25:08.180942 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad10b14-efac-4e35-a603-91af72c94091 req-dedd28e8-d5cd-412e-b050-65892ab7ba93 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:08.182455 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3ad10b14-efac-4e35-a603-91af72c94091 req-dedd28e8-d5cd-412e-b050-65892ab7ba93 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0514488 Jun 04 08:25:08.229758 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3ad10b14-efac-4e35-a603-91af72c94091 req-06445ea5-2c26-4d0f-9d47-3b229dba89eb tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417948 Jun 04 08:25:08.243197 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b7110-aad0-4b1b-998a-c1e5dbd0d244 req-8296fe6b-df2c-49aa-92b0-caba877768ed tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:08.244647 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d66b7110-aad0-4b1b-998a-c1e5dbd0d244 req-8296fe6b-df2c-49aa-92b0-caba877768ed tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0472138 Jun 04 08:25:08.296766 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d66b7110-aad0-4b1b-998a-c1e5dbd0d244 req-9f53add2-46fd-44fb-91ac-d40316c7c773 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465796 Jun 04 08:25:08.510985 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad26d4-7976-41d3-9f2f-1d07aa67d974 req-d0326f1a-b024-47a0-bec9-0ad96f0fd40d tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:08.512410 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-66ad26d4-7976-41d3-9f2f-1d07aa67d974 req-d0326f1a-b024-47a0-bec9-0ad96f0fd40d tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 944 time: 0.0444891 Jun 04 08:25:08.558811 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-66ad26d4-7976-41d3-9f2f-1d07aa67d974 req-baa80aa6-5df4-48af-b66f-3e6a024c35ba tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403945 Jun 04 08:25:08.796869 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40feb21b-ac81-4cdf-a699-cb90848829f5 req-a4fc0671-6072-4f1b-8e13-44a430289668 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 210 time: 0.0287659 Jun 04 08:25:09.058137 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:09.062156 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-7e2a1968-6b5a-4080-9f06-e7c85ec25b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:09.067116 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bef2a-aa42-411d-b02f-66cf447b996c req-dfdda0be-69fe-4510-b850-eb630a5d9fb2 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:09.068582 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8d7bef2a-aa42-411d-b02f-66cf447b996c req-dfdda0be-69fe-4510-b850-eb630a5d9fb2 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 946 time: 0.0500474 Jun 04 08:25:09.114866 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8d7bef2a-aa42-411d-b02f-66cf447b996c req-2a480f87-6c70-4972-b84e-ef566259b1df tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405793 Jun 04 08:25:09.232591 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9705a-1771-42eb-90f2-014176e241b9 req-66351956-41f3-4931-b24c-d413a0d900d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:09.233998 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fbd9705a-1771-42eb-90f2-014176e241b9 req-66351956-41f3-4931-b24c-d413a0d900d2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1cc798a91bd74226a144199bd78c2331&device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 1127 time: 0.0394723 Jun 04 08:25:09.330971 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9705a-1771-42eb-90f2-014176e241b9 req-2d7643bf-f356-40a4-90be-206eed8f244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:09.332504 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fbd9705a-1771-42eb-90f2-014176e241b9 req-2d7643bf-f356-40a4-90be-206eed8f244e service neutron] 10.222.0.77 "GET /v2.0/networks?id=b657dda9-96b8-450c-85f0-94a70753fce4 HTTP/1.1" status: 200 len: 913 time: 0.0904999 Jun 04 08:25:09.357575 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833f78e-a539-4e9c-8153-7ea49689ff9c req-5b5d8481-df04-48e9-b415-3835a659237d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:09.359189 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b833f78e-a539-4e9c-8153-7ea49689ff9c req-5b5d8481-df04-48e9-b415-3835a659237d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0550849 Jun 04 08:25:09.385055 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fbd9705a-1771-42eb-90f2-014176e241b9 req-b6801541-81d1-4008-b552-1b7d6d0e6bb8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b HTTP/1.1" status: 200 len: 217 time: 0.0413475 Jun 04 08:25:09.408047 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b833f78e-a539-4e9c-8153-7ea49689ff9c req-340c91c2-73a5-409b-97d0-c246fb60af83 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426548 Jun 04 08:25:09.431787 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80be09-b09f-4b17-be05-41ea1df5b3f7 req-b4167ba1-7283-4400-b744-3884150ced2c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:09.433250 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2c80be09-b09f-4b17-be05-41ea1df5b3f7 req-b4167ba1-7283-4400-b744-3884150ced2c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0509739 Jun 04 08:25:09.482557 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2c80be09-b09f-4b17-be05-41ea1df5b3f7 req-e93814db-b24d-4371-8a39-9ca807528053 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432591 Jun 04 08:25:09.667612 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f315a32-fe26-45ec-9db8-f7996c2c217b req-171fd367-a10f-4acb-8c6e-db56a60cbc0a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:09.669702 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8f315a32-fe26-45ec-9db8-f7996c2c217b req-171fd367-a10f-4acb-8c6e-db56a60cbc0a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 944 time: 0.0448344 Jun 04 08:25:09.680195 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device cd7e0432-1c0f-41ca-b602-3048957c52d3 up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:25:09.722845 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port cd7e0432-1c0f-41ca-b602-3048957c52d3 completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:25:09.729750 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port cd7e0432-1c0f-41ca-b602-3048957c52d3 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:25:09.730163 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (cd7e0432-1c0f-41ca-b602-3048957c52d3), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:09.809456 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port cd7e0432-1c0f-41ca-b602-3048957c52d3 is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:25:09.809857 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (cd7e0432-1c0f-41ca-b602-3048957c52d3), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:09.855508 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port cd7e0432-1c0f-41ca-b602-3048957c52d3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cd7e0432-1c0f-41ca-b602-3048957c52d3,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:25:09.857916 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7e0432-1c0f-41ca-b602-3048957c52d3'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:25:09.860751 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2492fb39-ffdf-4139-9b83-930541acc935" -d '{"events": [{"server_uuid": "1e216fcd-219d-4dfc-9af4-cecfa6988dea", "name": "network-vif-plugged", "status": "completed", "tag": "cd7e0432-1c0f-41ca-b602-3048957c52d3"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:25:09.866372 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (cd7e0432-1c0f-41ca-b602-3048957c52d3), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:09.885604 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:09.940051 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8f315a32-fe26-45ec-9db8-f7996c2c217b req-322449ef-3b28-412d-a404-7fd329309b86 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649193 Jun 04 08:25:09.973607 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=cd7e0432-1c0f-41ca-b602-3048957c52d3,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:09.983561 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0087eff1-21c1-4ed1-9c18-10d6892f5faf req-190f5b66-7f6f-4e0d-958e-d6d1b922e9a3 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 210 time: 0.0552876 Jun 04 08:25:09.990048 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9705a-1771-42eb-90f2-014176e241b9 req-f7fc8277-8833-4959-a9e9-3c8e7063457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:09.991438 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fbd9705a-1771-42eb-90f2-014176e241b9 req-f7fc8277-8833-4959-a9e9-3c8e7063457b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e421c33-394d-4f1f-9f83-0ef1951dc532 HTTP/1.1" status: 200 len: 851 time: 0.1496537 Jun 04 08:25:09.999084 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c24525-a1e8-49c0-880f-1fabf9cacded x-openstack-request-id: req-b0c24525-a1e8-49c0-880f-1fabf9cacded {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:25:09.999441 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e216fcd-219d-4dfc-9af4-cecfa6988dea", "name": "network-vif-plugged", "status": "completed", "tag": "cd7e0432-1c0f-41ca-b602-3048957c52d3", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:25:09.999703 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b0c24525-a1e8-49c0-880f-1fabf9cacded {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:25:10.000100 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c24525-a1e8-49c0-880f-1fabf9cacded'] response: {'server_uuid': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7e0432-1c0f-41ca-b602-3048957c52d3', 'code': 200} Jun 04 08:25:10.091851 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:10.139919 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9705a-1771-42eb-90f2-014176e241b9 req-634ae5aa-88da-46b4-86fc-ac2d71f10085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:10.141385 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fbd9705a-1771-42eb-90f2-014176e241b9 req-634ae5aa-88da-46b4-86fc-ac2d71f10085 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b657dda9-96b8-450c-85f0-94a70753fce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379660 Jun 04 08:25:10.228293 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a56eaf-cdfd-4b19-b56b-a35463cfdc9c req-6feaecc8-f3e7-439e-b72a-4f0162c7287c tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:10.229717 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-86a56eaf-cdfd-4b19-b56b-a35463cfdc9c req-6feaecc8-f3e7-439e-b72a-4f0162c7287c tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 946 time: 0.0461960 Jun 04 08:25:10.254896 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:10.277767 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-86a56eaf-cdfd-4b19-b56b-a35463cfdc9c req-342183fd-47d3-479c-9a54-ca1f6c92c3c4 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425291 Jun 04 08:25:10.615627 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b1c6f-1401-4c58-b2f4-c68dcbb2d2c0 req-a1059d8b-5bf4-458f-bce8-e449948858b6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:10.617080 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ca1b1c6f-1401-4c58-b2f4-c68dcbb2d2c0 req-a1059d8b-5bf4-458f-bce8-e449948858b6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.1377490 Jun 04 08:25:10.630373 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610e877-86a0-488f-983e-dd62a298236c req-ae38ed55-260d-4329-ae20-0177def04ef4 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:10.632018 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f610e877-86a0-488f-983e-dd62a298236c req-ae38ed55-260d-4329-ae20-0177def04ef4 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0481274 Jun 04 08:25:10.686627 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fbd9705a-1771-42eb-90f2-014176e241b9 req-370770cc-bb64-46b3-8081-800d61bfc086 service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699505 Jun 04 08:25:10.690033 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ca1b1c6f-1401-4c58-b2f4-c68dcbb2d2c0 req-0b2493dd-652e-420a-aa55-9bc060365415 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660141 Jun 04 08:25:10.690377 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f610e877-86a0-488f-983e-dd62a298236c req-561e5fce-2cc2-49f6-8dd3-e7650b8fea43 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490217 Jun 04 08:25:11.038668 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:11.078992 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df98d72-1d9e-4ddc-b103-4a6ad2b4147f req-14312c40-c225-49a1-8399-988a9989062b tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:11.079816 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8df98d72-1d9e-4ddc-b103-4a6ad2b4147f req-14312c40-c225-49a1-8399-988a9989062b tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0580277 Jun 04 08:25:11.136602 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8df98d72-1d9e-4ddc-b103-4a6ad2b4147f req-e2643b08-5b8b-4a17-ac44-0aa6401442c7 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484025 Jun 04 08:25:11.176118 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a62d2ec2-ac41-4861-8970-a05857e22c90 req-39695f2f-4beb-4839-81ce-737181b75f0c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 210 time: 0.0860171 Jun 04 08:25:11.223394 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fbd9705a-1771-42eb-90f2-014176e241b9 req-16c4be21-1c7d-4ef1-9c09-9fab07b3e5c1 service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207664 Jun 04 08:25:11.279160 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:11.398656 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a166f-ca2c-4eaa-b73e-46afd3f76041 req-eb75baf0-9613-4304-8129-e2baae3ef912 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:11.400144 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bd7a166f-ca2c-4eaa-b73e-46afd3f76041 req-eb75baf0-9613-4304-8129-e2baae3ef912 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 946 time: 0.0505817 Jun 04 08:25:11.448154 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bd7a166f-ca2c-4eaa-b73e-46afd3f76041 req-16eff56c-81f5-45f7-aef3-d28e4dea57bb tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422368 Jun 04 08:25:11.627277 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04250647-582b-44e0-bfd9-8ec5e120abd9 req-45a46744-1e72-4ad9-a22f-3f7d245eddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:11.628767 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-04250647-582b-44e0-bfd9-8ec5e120abd9 req-45a46744-1e72-4ad9-a22f-3f7d245eddc6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 1129 time: 0.0931530 Jun 04 08:25:11.681921 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-32a3dc30-cf39-4447-b552-c14f461ff2f1 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:11.683475 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-32a3dc30-cf39-4447-b552-c14f461ff2f1 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "GET /v2.0/networks?id=b88cbea7-518a-4446-bcff-56c4dc453510 HTTP/1.1" status: 200 len: 815 time: 0.1155531 Jun 04 08:25:11.817414 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fb300-1fd0-44e3-a979-a769614c03cc req-ffb76401-4fc3-41dc-a743-968c13e7e772 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:11.818920 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6e4fb300-1fd0-44e3-a979-a769614c03cc req-ffb76401-4fc3-41dc-a743-968c13e7e772 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0642557 Jun 04 08:25:11.820123 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a8156-e18b-472c-a448-24c3a9a0b1c8 req-e991a2f0-cae2-4c2d-8637-d85a4af10883 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:11.821705 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-516a8156-e18b-472c-a448-24c3a9a0b1c8 req-e991a2f0-cae2-4c2d-8637-d85a4af10883 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0533185 Jun 04 08:25:11.869375 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6e4fb300-1fd0-44e3-a979-a769614c03cc req-a082af84-72d5-4ea0-b026-addb721e6caa tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448101 Jun 04 08:25:11.872648 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-516a8156-e18b-472c-a448-24c3a9a0b1c8 req-befed00c-d7a3-455c-9b3b-030bbb3f62f1 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450890 Jun 04 08:25:12.040684 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-04250647-582b-44e0-bfd9-8ec5e120abd9 req-2c5923a0-409a-4d2c-856e-78a08514befb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758998 Jun 04 08:25:12.080018 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-b0e62e0e-89ca-43cd-95b1-f1511c25168f tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bada48f0853f4642b538bab7eae486e6 HTTP/1.1" status: 200 len: 472 time: 0.1165097 Jun 04 08:25:12.198617 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731f595-eab4-4436-a69b-1702c03a252a req-31ff4511-f161-4772-8f54-1231c3485afb tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:12.200644 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f731f595-eab4-4436-a69b-1702c03a252a req-31ff4511-f161-4772-8f54-1231c3485afb tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 946 time: 0.0501602 Jun 04 08:25:12.253292 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:25:12.254065 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f731f595-eab4-4436-a69b-1702c03a252a req-cf3f20fe-6ad8-4a55-b02c-d73c343f8eda tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479414 Jun 04 08:25:12.254516 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf8a2a-17f5-4208-a20a-55a97dfeefe6 req-6ce32ac4-d8f0-4f0f-848f-c5064f55d673 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:12.255926 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2bdf8a2a-17f5-4208-a20a-55a97dfeefe6 req-6ce32ac4-d8f0-4f0f-848f-c5064f55d673 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0465140 Jun 04 08:25:12.292584 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-4060c889-1dab-4783-bea2-a18b1c7383ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'port': {'device_id': '3cd13294-cf32-4515-b85e-68a15dcb9590', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'admin_state_up': True, 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'security_groups': ['bb35a998-17f3-4fcd-b2e5-90474a6922f9']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:25:12.326835 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2bdf8a2a-17f5-4208-a20a-55a97dfeefe6 req-01dedb86-038f-4806-b7f1-dff8c40b2d6b tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653853 Jun 04 08:25:12.373793 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a525f42a-d0c6-4549-9f7e-bf9f1817a641 req-d8b644ae-2491-4c98-b017-f3f7ffdf0fc2 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 210 time: 0.0333464 Jun 04 08:25:12.450453 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-4060c889-1dab-4783-bea2-a18b1c7383ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Made reservation on behalf of bada48f0853f4642b538bab7eae486e6 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:25:12.454169 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-4060c889-1dab-4783-bea2-a18b1c7383ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:12.589713 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:12.623647 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:12.634350 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-4060c889-1dab-4783-bea2-a18b1c7383ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Allocated IP 172.20.0.8 (b88cbea7-518a-4446-bcff-56c4dc453510/5faa1da9-51be-4c06-b751-2fe7b4126f56/594a756c-e855-476d-8cc7-be0504c2ba88) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:25:12.645547 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876eb67-840c-4389-be62-0e6a7c259063 req-e239330d-7470-457b-9e49-a3313f942352 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:12.647133 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7876eb67-840c-4389-be62-0e6a7c259063 req-e239330d-7470-457b-9e49-a3313f942352 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0761588 Jun 04 08:25:12.766499 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7876eb67-840c-4389-be62-0e6a7c259063 req-33058dd0-f998-4d24-8cc6-762894a801a2 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120987 Jun 04 08:25:12.845748 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-4060c889-1dab-4783-bea2-a18b1c7383ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for port (594a756c-e855-476d-8cc7-be0504c2ba88), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:12.873016 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:12.878475 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-4060c889-1dab-4783-bea2-a18b1c7383ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (594a756c-e855-476d-8cc7-be0504c2ba88), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:12.921092 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-4060c889-1dab-4783-bea2-a18b1c7383ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Network b88cbea7-518a-4446-bcff-56c4dc453510 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:25:12.924590 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-4060c889-1dab-4783-bea2-a18b1c7383ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:25:12.932184 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-4060c889-1dab-4783-bea2-a18b1c7383ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:25:12.968544 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060c889-1dab-4783-bea2-a18b1c7383ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'Port': ['ID=594a756c-e855-476d-8cc7-be0504c2ba88,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:13.038325 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-4060c889-1dab-4783-bea2-a18b1c7383ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:13.039194 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-4060c889-1dab-4783-bea2-a18b1c7383ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:13.048349 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461e470-613e-477b-a19a-8793b8f27e08 req-e8764e4f-0fcb-4759-b8a4-e1aed557f5d0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:13.050506 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9461e470-613e-477b-a19a-8793b8f27e08 req-e8764e4f-0fcb-4759-b8a4-e1aed557f5d0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0786965 Jun 04 08:25:13.076471 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-4060c889-1dab-4783-bea2-a18b1c7383ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7900283 Jun 04 08:25:13.115975 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9461e470-613e-477b-a19a-8793b8f27e08 req-371b33df-9559-4c6f-b9bc-1bab8096dec1 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506148 Jun 04 08:25:13.226447 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a1743-6cd3-4f51-8514-3040286bbcd4 req-4ffe583c-dbd4-40e2-ad3f-284970fb06d3 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:13.227922 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bc5a1743-6cd3-4f51-8514-3040286bbcd4 req-4ffe583c-dbd4-40e2-ad3f-284970fb06d3 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 943 time: 0.2806902 Jun 04 08:25:13.240099 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-a04ef07e-d132-4248-a63a-7bc87ac4cdcd None None] Provisioning complete for port 594a756c-e855-476d-8cc7-be0504c2ba88 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:25:13.240465 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a04ef07e-d132-4248-a63a-7bc87ac4cdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (594a756c-e855-476d-8cc7-be0504c2ba88), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:13.262486 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:13.273623 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-a04ef07e-d132-4248-a63a-7bc87ac4cdcd None None] Port 594a756c-e855-476d-8cc7-be0504c2ba88 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:25:13.280305 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bc5a1743-6cd3-4f51-8514-3040286bbcd4 req-8a55e1e5-ac3e-416e-a140-83ce8c689631 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461109 Jun 04 08:25:13.363581 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc724e8d-23a5-43b6-bf9d-086f1192c4c7 req-3ad7e6b1-7fac-4e0c-ba8c-2f03e4cb0666 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:13.365106 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bc724e8d-23a5-43b6-bf9d-086f1192c4c7 req-3ad7e6b1-7fac-4e0c-ba8c-2f03e4cb0666 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 946 time: 0.0467508 Jun 04 08:25:13.414002 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bc724e8d-23a5-43b6-bf9d-086f1192c4c7 req-1c272949-b37a-4934-b6f1-eec64dd0de2e tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433066 Jun 04 08:25:13.452560 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f4b9a-532b-4da7-ae6e-90952beae9b0 req-17d5c972-6929-48a7-9436-273b035d761c tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:13.454078 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c96f4b9a-532b-4da7-ae6e-90952beae9b0 req-17d5c972-6929-48a7-9436-273b035d761c tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0559244 Jun 04 08:25:13.466029 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:13.502086 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c96f4b9a-532b-4da7-ae6e-90952beae9b0 req-48452002-a7b2-4f0a-88ca-1ba7709e83b6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416067 Jun 04 08:25:13.522392 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ad639-a756-4cd3-9c71-ef040b26c0c1 req-318890b4-3ba3-494c-a891-c5a7fe1c9087 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:13.524261 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b65ad639-a756-4cd3-9c71-ef040b26c0c1 req-318890b4-3ba3-494c-a891-c5a7fe1c9087 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 931 time: 0.0516131 Jun 04 08:25:13.572364 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b65ad639-a756-4cd3-9c71-ef040b26c0c1 req-c379457c-6fef-468b-a50a-385772a9a567 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422466 Jun 04 08:25:13.890572 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c906d-8af6-4a75-9a09-ce5937b9fa87 req-594fb1bf-ac51-4fed-a2dc-06be0d924979 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:13.892002 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-370c906d-8af6-4a75-9a09-ce5937b9fa87 req-594fb1bf-ac51-4fed-a2dc-06be0d924979 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0483735 Jun 04 08:25:13.938520 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-370c906d-8af6-4a75-9a09-ce5937b9fa87 req-135ad872-bc69-439b-99d4-d886b93e374e tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410624 Jun 04 08:25:14.230787 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed24954-2546-4965-8b20-52db7bc25638 req-b58dcf65-f777-49fc-9d6c-8c521cb1b3a8 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:14.232337 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5ed24954-2546-4965-8b20-52db7bc25638 req-b58dcf65-f777-49fc-9d6c-8c521cb1b3a8 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0456474 Jun 04 08:25:14.278915 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5ed24954-2546-4965-8b20-52db7bc25638 req-36983265-c7a3-422f-a33b-bbb2961b80fe tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411615 Jun 04 08:25:14.390781 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258ea23-4f97-4db1-8243-020765e30c42 req-a83027d8-66a2-4547-8ec6-fc9c692036a3 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:14.392219 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6258ea23-4f97-4db1-8243-020765e30c42 req-a83027d8-66a2-4547-8ec6-fc9c692036a3 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0460339 Jun 04 08:25:14.440808 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6258ea23-4f97-4db1-8243-020765e30c42 req-ef334995-01ea-4355-8826-5e421c683006 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431118 Jun 04 08:25:14.529029 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa19e8-4886-49b6-87fb-83fca8571a1c req-cf65a39c-64a1-4afc-b9ec-7f6f2094152e tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:14.530552 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eaaa19e8-4886-49b6-87fb-83fca8571a1c req-cf65a39c-64a1-4afc-b9ec-7f6f2094152e tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 946 time: 0.0500462 Jun 04 08:25:14.541703 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:14.582650 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eaaa19e8-4886-49b6-87fb-83fca8571a1c req-809d4308-2290-481a-9647-f0eed9724b80 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464799 Jun 04 08:25:14.622744 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17393e8-16d9-4a69-9187-f76579ca0234 req-62c2f838-7f95-4e35-bd2a-037f5d31d98e tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:14.624809 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d17393e8-16d9-4a69-9187-f76579ca0234 req-62c2f838-7f95-4e35-bd2a-037f5d31d98e tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0542991 Jun 04 08:25:14.672478 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d17393e8-16d9-4a69-9187-f76579ca0234 req-385d1680-38a1-4d41-bf75-d299695ca886 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421572 Jun 04 08:25:14.682287 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fbbb9-3755-46d4-871b-a4a25f6204e8 req-70d7bb21-74e0-4755-b38b-1b5fc930ad3f tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:14.683997 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b35fbbb9-3755-46d4-871b-a4a25f6204e8 req-70d7bb21-74e0-4755-b38b-1b5fc930ad3f tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 931 time: 0.0463607 Jun 04 08:25:14.732184 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b35fbbb9-3755-46d4-871b-a4a25f6204e8 req-81110eb3-c647-4fd6-8c6a-ead9c728d576 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428185 Jun 04 08:25:15.015590 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:15.054360 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3746b-5119-4a14-9c3b-91190df9a5d6 req-de567bcb-2142-4c4e-a33c-23226ab59227 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:15.055805 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b7b3746b-5119-4a14-9c3b-91190df9a5d6 req-de567bcb-2142-4c4e-a33c-23226ab59227 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0502164 Jun 04 08:25:15.102002 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b7b3746b-5119-4a14-9c3b-91190df9a5d6 req-187ac73b-48cd-4f8b-8b34-5731fbfc1845 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407217 Jun 04 08:25:15.381540 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:UPDATE=1,neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:15.398091 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4933a73-8e73-4baf-9fa7-c4faf7240447 req-1aedb1b8-51e5-475b-9453-e3a2a92477bb tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:15.401813 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f4933a73-8e73-4baf-9fa7-c4faf7240447 req-1aedb1b8-51e5-475b-9453-e3a2a92477bb tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0512593 Jun 04 08:25:15.455153 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f4933a73-8e73-4baf-9fa7-c4faf7240447 req-7e0f3991-ae23-4472-bc19-ae09a7d5ec7f tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447991 Jun 04 08:25:15.551166 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c339d2-9350-46b5-83c9-20e3ee388869 req-56f3a3ba-0cab-4392-b8be-3866d341f1de tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:15.552592 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e3c339d2-9350-46b5-83c9-20e3ee388869 req-56f3a3ba-0cab-4392-b8be-3866d341f1de tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0457761 Jun 04 08:25:15.604858 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e3c339d2-9350-46b5-83c9-20e3ee388869 req-51db635b-617c-4a08-8a14-936ef1b6c216 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457680 Jun 04 08:25:15.693247 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb19d3-174e-4d4d-b327-45edea93b929 req-ffb737f3-e455-4706-be2a-6af1cd63b1d8 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:15.694799 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-33fb19d3-174e-4d4d-b327-45edea93b929 req-ffb737f3-e455-4706-be2a-6af1cd63b1d8 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 946 time: 0.0457613 Jun 04 08:25:15.746756 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-33fb19d3-174e-4d4d-b327-45edea93b929 req-390fabfd-53e0-4eda-92b8-24559aaa1701 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465984 Jun 04 08:25:15.790008 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c411f8-acea-46fb-9eb1-537e3aacefc7 req-655329b1-61d5-4ffd-b31d-d82d4b0ba8a6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:15.791482 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-76c411f8-acea-46fb-9eb1-537e3aacefc7 req-655329b1-61d5-4ffd-b31d-d82d4b0ba8a6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0485101 Jun 04 08:25:15.839087 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-76c411f8-acea-46fb-9eb1-537e3aacefc7 req-781e0425-1d0c-45a0-a7de-72b3ccb1d7f9 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416121 Jun 04 08:25:15.848225 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb9be5-a97b-43f4-8c7a-462680d2387b req-7c3024ac-4c66-4465-bd48-53521e60f328 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:15.849864 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-17eb9be5-a97b-43f4-8c7a-462680d2387b req-7c3024ac-4c66-4465-bd48-53521e60f328 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 931 time: 0.0463793 Jun 04 08:25:15.899964 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-17eb9be5-a97b-43f4-8c7a-462680d2387b req-8e7c2310-6c5c-4f4d-aed6-04725f01b35d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444558 Jun 04 08:25:16.029420 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Request body: {'port': {'device_id': '3cd13294-cf32-4515-b85e-68a15dcb9590', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:25:16.091999 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (594a756c-e855-476d-8cc7-be0504c2ba88), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:16.213769 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093e6a3-c5c6-487f-882d-1637131101fa req-9b092a2c-7f21-4161-98ad-3869a758ba57 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:16.215396 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f093e6a3-c5c6-487f-882d-1637131101fa req-9b092a2c-7f21-4161-98ad-3869a758ba57 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0476096 Jun 04 08:25:16.263331 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f093e6a3-c5c6-487f-882d-1637131101fa req-32bbb743-b6f9-4196-add6-1aea64174d5d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418410 Jun 04 08:25:16.372686 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594a756c-e855-476d-8cc7-be0504c2ba88 {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:25:16.380562 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Publish callbacks [] for port (594a756c-e855-476d-8cc7-be0504c2ba88), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:16.392686 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Transition to ACTIVE for port object 594a756c-e855-476d-8cc7-be0504c2ba88 will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:25:16.396217 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (594a756c-e855-476d-8cc7-be0504c2ba88), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:16.444114 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Pushing event updated for resources: {'Port': ['ID=594a756c-e855-476d-8cc7-be0504c2ba88,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:16.515834 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:16.518806 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Attempting to bind port 594a756c-e855-476d-8cc7-be0504c2ba88 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:25:16.519146 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Attempting to bind port 594a756c-e855-476d-8cc7-be0504c2ba88 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:25:16.519485 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Attempting to bind port 594a756c-e855-476d-8cc7-be0504c2ba88 on network b88cbea7-518a-4446-bcff-56c4dc453510 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:25:16.525189 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Port 594a756c-e855-476d-8cc7-be0504c2ba88 on network b88cbea7-518a-4446-bcff-56c4dc453510 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:25:16.525459 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Attempting to bind port 594a756c-e855-476d-8cc7-be0504c2ba88 on network b88cbea7-518a-4446-bcff-56c4dc453510 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:25:16.531270 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:25:16.531606 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Checking segment: {'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:25:16.531988 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Bound using segment: {'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:25:16.532412 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Bound port: 594a756c-e855-476d-8cc7-be0504c2ba88, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:25:16.532768 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (594a756c-e855-476d-8cc7-be0504c2ba88), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:16.606487 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a4d3c-2fb0-43d3-ba09-d2cd8b14d5a0 req-318c732c-6656-4223-97d7-3d15973e814a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:16.608729 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7b6a4d3c-2fb0-43d3-ba09-d2cd8b14d5a0 req-318c732c-6656-4223-97d7-3d15973e814a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0734887 Jun 04 08:25:16.657367 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:16.683382 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7b6a4d3c-2fb0-43d3-ba09-d2cd8b14d5a0 req-918830d3-3e34-4a35-9b9e-68c033bca949 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688605 Jun 04 08:25:16.690662 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] For port 594a756c-e855-476d-8cc7-be0504c2ba88, host hv-cinder-83699, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:25:16.693748 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] For port 594a756c-e855-476d-8cc7-be0504c2ba88, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=594a756c-e855-476d-8cc7-be0504c2ba88,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:25:16.703287 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (594a756c-e855-476d-8cc7-be0504c2ba88), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:16.740086 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a66f9-d564-4a3c-aea5-9de32a23c6a9 req-ba5d223e-aed4-424e-b071-487acf4b44f7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:16.747674 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-149a66f9-d564-4a3c-aea5-9de32a23c6a9 req-ba5d223e-aed4-424e-b071-487acf4b44f7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0741019 Jun 04 08:25:16.752793 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:16.753512 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:16.755182 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] 10.222.0.77 "PUT /v2.0/ports/594a756c-e855-476d-8cc7-be0504c2ba88 HTTP/1.1" status: 200 len: 1093 time: 0.7300622 Jun 04 08:25:16.756116 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd13294-cf32-4515-b85e-68a15dcb9590', 'tag': '594a756c-e855-476d-8cc7-be0504c2ba88'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:25:16.758231 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5848cc-8042-4621-ac9b-3aaac9efc159" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd13294-cf32-4515-b85e-68a15dcb9590", "tag": "594a756c-e855-476d-8cc7-be0504c2ba88"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:25:16.795448 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e1882-b369-41ec-ba4a-921b873cfb03 service neutron] Pushing event updated for resources: {'Port': ['ID=594a756c-e855-476d-8cc7-be0504c2ba88,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:16.812931 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734eea06-4575-4f80-b354-d242160d098a x-openstack-request-id: req-734eea06-4575-4f80-b354-d242160d098a {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:25:16.813242 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd13294-cf32-4515-b85e-68a15dcb9590", "tag": "594a756c-e855-476d-8cc7-be0504c2ba88", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:25:16.813565 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-734eea06-4575-4f80-b354-d242160d098a {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:25:16.814434 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-734eea06-4575-4f80-b354-d242160d098a'] response: {'name': 'network-changed', 'server_uuid': '3cd13294-cf32-4515-b85e-68a15dcb9590', 'tag': '594a756c-e855-476d-8cc7-be0504c2ba88', 'status': 'completed', 'code': 200} Jun 04 08:25:16.818577 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-149a66f9-d564-4a3c-aea5-9de32a23c6a9 req-6b231e8c-99cc-44aa-9b56-28e197a86e1c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693843 Jun 04 08:25:16.937701 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ab7c9-ed81-45d4-a908-4bc23de2da74 req-4968b74e-50d3-49bc-85c6-16f0f702f09f tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:16.946133 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-022ab7c9-ed81-45d4-a908-4bc23de2da74 req-4968b74e-50d3-49bc-85c6-16f0f702f09f tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 946 time: 0.0802081 Jun 04 08:25:16.990547 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167847f-7148-4bff-bae9-947a7c319606 req-d701107d-f6c3-4587-a793-57a10d90e359 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:16.995282 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c167847f-7148-4bff-bae9-947a7c319606 req-d701107d-f6c3-4587-a793-57a10d90e359 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0871754 Jun 04 08:25:17.031478 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-022ab7c9-ed81-45d4-a908-4bc23de2da74 req-40c7f295-30a5-40b6-b50e-045b2189b29f tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820644 Jun 04 08:25:17.086030 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c167847f-7148-4bff-bae9-947a7c319606 req-cbf60c4c-0c8b-4c4c-9d23-eee4be574019 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842681 Jun 04 08:25:17.166769 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06122b-3ad8-4ebc-aad6-ae9e78aed114 req-92bb7476-35b6-435b-b71a-97c2e79c4127 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:17.168419 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5f06122b-3ad8-4ebc-aad6-ae9e78aed114 req-92bb7476-35b6-435b-b71a-97c2e79c4127 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.77 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 946 time: 0.1062336 Jun 04 08:25:17.183965 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23119428-1432-41c7-88af-c52eb2da9d53 req-7eeb98c6-7537-4219-9d3f-f27efd06b0fb tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:17.185947 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-23119428-1432-41c7-88af-c52eb2da9d53 req-7eeb98c6-7537-4219-9d3f-f27efd06b0fb tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 943 time: 0.0609145 Jun 04 08:25:17.232874 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-23119428-1432-41c7-88af-c52eb2da9d53 req-42c73077-ac23-4a8f-9e82-95584dd037db tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414391 Jun 04 08:25:17.377627 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c230c7-2b1b-40e7-aa6e-3e3a68d79801 req-7c0bd904-dca6-4a2b-a754-b23444e8148d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:17.379101 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f6c230c7-2b1b-40e7-aa6e-3e3a68d79801 req-7c0bd904-dca6-4a2b-a754-b23444e8148d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0467470 Jun 04 08:25:17.431589 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f6c230c7-2b1b-40e7-aa6e-3e3a68d79801 req-59991a66-6571-4a8d-ba2f-e90051ffca72 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467560 Jun 04 08:25:17.825646 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf259f-6776-4b6d-a145-2943dd01ae22 req-bb5eafa6-dc8a-4f5f-a191-859258ca76a6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:17.827140 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6acf259f-6776-4b6d-a145-2943dd01ae22 req-bb5eafa6-dc8a-4f5f-a191-859258ca76a6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0495589 Jun 04 08:25:17.876210 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6acf259f-6776-4b6d-a145-2943dd01ae22 req-dc9d9af5-9d43-4f28-a843-dd98cc266fa0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435915 Jun 04 08:25:17.937171 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380633f-d99c-4bc8-aeb2-b323c9fa360d req-ebae608d-2b2c-4f11-a2c7-d96674d51a51 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:17.938711 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a380633f-d99c-4bc8-aeb2-b323c9fa360d req-ebae608d-2b2c-4f11-a2c7-d96674d51a51 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0546482 Jun 04 08:25:17.979194 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5848cc-8042-4621-ac9b-3aaac9efc159 req-4f63599a-ccb7-47a0-87b7-5ff628a7a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:17.980651 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6b5848cc-8042-4621-ac9b-3aaac9efc159 req-4f63599a-ccb7-47a0-87b7-5ff628a7a5bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bada48f0853f4642b538bab7eae486e6&device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 1127 time: 0.0806112 Jun 04 08:25:17.993603 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a380633f-d99c-4bc8-aeb2-b323c9fa360d req-15e07dad-bc60-44b9-818f-dc6679c85995 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493290 Jun 04 08:25:18.098490 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-5f06122b-3ad8-4ebc-aad6-ae9e78aed114 req-060afe76-2e36-4127-adc0-28884328800b tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Deleting port f1a8a296-f107-4e47-8b05-bc3caee3668c {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:25:18.098828 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5f06122b-3ad8-4ebc-aad6-ae9e78aed114 req-060afe76-2e36-4127-adc0-28884328800b tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (f1a8a296-f107-4e47-8b05-bc3caee3668c), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:18.194105 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:18.198327 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9880d-06c8-4c50-b14a-2f21b3fe0b2e req-d1902802-c4c4-4dbe-95a7-69e32fafe7e3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:18.199931 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-93b9880d-06c8-4c50-b14a-2f21b3fe0b2e req-d1902802-c4c4-4dbe-95a7-69e32fafe7e3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0474448 Jun 04 08:25:18.236662 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:18.252995 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-93b9880d-06c8-4c50-b14a-2f21b3fe0b2e req-747a0ac5-ff48-47c7-980d-625f6031637e tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467565 Jun 04 08:25:18.253228 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365195d-8828-42e0-9b4b-2626121473c8 req-19968712-3b8b-4abd-a182-f703821b2b6b tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:18.258295 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0365195d-8828-42e0-9b4b-2626121473c8 req-19968712-3b8b-4abd-a182-f703821b2b6b tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 946 time: 0.1608441 Jun 04 08:25:18.317470 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5848cc-8042-4621-ac9b-3aaac9efc159 req-216b3536-c1d3-4a51-9834-42d41ca5f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:18.318977 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6b5848cc-8042-4621-ac9b-3aaac9efc159 req-216b3536-c1d3-4a51-9834-42d41ca5f9e2 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=bada48f0853f4642b538bab7eae486e6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3170953 Jun 04 08:25:18.383037 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920835c-b3b5-4f82-a452-83a654d2c9ac req-76d73933-fa43-4fab-adab-58f51e7cfc2a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:18.384541 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1920835c-b3b5-4f82-a452-83a654d2c9ac req-76d73933-fa43-4fab-adab-58f51e7cfc2a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 943 time: 0.0517769 Jun 04 08:25:18.415129 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-5f06122b-3ad8-4ebc-aad6-ae9e78aed114 req-060afe76-2e36-4127-adc0-28884328800b tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] For port f1a8a296-f107-4e47-8b05-bc3caee3668c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f1a8a296-f107-4e47-8b05-bc3caee3668c,segment=NetworkSegment(80061331-d62d-4b1c-b42d-2dbbb38b808e),segment_id=80061331-d62d-4b1c-b42d-2dbbb38b808e)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:25:18.415506 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5f06122b-3ad8-4ebc-aad6-ae9e78aed114 req-060afe76-2e36-4127-adc0-28884328800b tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (f1a8a296-f107-4e47-8b05-bc3caee3668c), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:18.416004 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:18.433172 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1920835c-b3b5-4f82-a452-83a654d2c9ac req-12222492-6a1d-4a72-933a-3aaa004922e7 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422461 Jun 04 08:25:18.474839 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-5f06122b-3ad8-4ebc-aad6-ae9e78aed114 req-060afe76-2e36-4127-adc0-28884328800b tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Calling delete_port for f1a8a296-f107-4e47-8b05-bc3caee3668c owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:25:18.498826 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0365195d-8828-42e0-9b4b-2626121473c8 req-31a92ba6-792b-4e6b-8c3c-f1a18d597f7f tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/security-groups?id=06470253-67b9-43f9-a90e-ac156bb0fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294385 Jun 04 08:25:18.546913 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee67f9-f40d-4e41-8855-11f7b714d345 req-42e3c42e-c73e-4db4-93f5-047431bd9719 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:18.548635 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d3ee67f9-f40d-4e41-8855-11f7b714d345 req-42e3c42e-c73e-4db4-93f5-047431bd9719 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0589633 Jun 04 08:25:18.558566 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 52022) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:25:18.563850 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-a276f891-c70d-4d8c-8ecd-4f8ef82bc83a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Request body: {'floatingip': {'port_id': 'cd7e0432-1c0f-41ca-b602-3048957c52d3'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:25:18.606968 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a276f891-c70d-4d8c-8ecd-4f8ef82bc83a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for floatingip (50ac0872-8552-4aff-8921-a64a96fbe935), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:18.797616 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5848cc-8042-4621-ac9b-3aaac9efc159 req-06bca1aa-6365-421d-9aea-b86011c1c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:18.799087 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6b5848cc-8042-4621-ac9b-3aaac9efc159 req-06bca1aa-6365-421d-9aea-b86011c1c367 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4741511 Jun 04 08:25:18.811043 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555451c6-0afa-4aa7-ace7-c860e467f2db req-aa568c24-51e4-4a17-92fb-6acc4ccc4216 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:18.812526 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-555451c6-0afa-4aa7-ace7-c860e467f2db req-aa568c24-51e4-4a17-92fb-6acc4ccc4216 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0987132 Jun 04 08:25:18.847202 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:18.940988 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-00a4e3db-44b5-4e7f-a448-df4238ba2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:18.942513 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-00a4e3db-44b5-4e7f-a448-df4238ba2612 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bada48f0853f4642b538bab7eae486e6&device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 1127 time: 0.0978143 Jun 04 08:25:18.950985 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-555451c6-0afa-4aa7-ace7-c860e467f2db req-394d2622-891a-4a87-bb67-d891971f4f43 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258919 Jun 04 08:25:18.995511 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-c8316dcb-807e-4a92-b655-678d9beca193 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=594a756c-e855-476d-8cc7-be0504c2ba88 HTTP/1.1" status: 200 len: 217 time: 0.0435765 Jun 04 08:25:19.032104 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5f06122b-3ad8-4ebc-aad6-ae9e78aed114 req-060afe76-2e36-4127-adc0-28884328800b tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (f1a8a296-f107-4e47-8b05-bc3caee3668c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:19.058247 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541cf08-d836-46f3-bb91-14bc5d453e8d req-c8644add-e9ef-4132-85e1-ec3b451e0acd tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:19.059630 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4541cf08-d836-46f3-bb91-14bc5d453e8d req-c8644add-e9ef-4132-85e1-ec3b451e0acd tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0922463 Jun 04 08:25:19.074576 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060afe76-2e36-4127-adc0-28884328800b tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Pushing event deleted for resources: {'Port': ['ID=f1a8a296-f107-4e47-8b05-bc3caee3668c,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:19.140550 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a276f891-c70d-4d8c-8ecd-4f8ef82bc83a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:19.152284 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-bd74c9e9-4e49-4773-8ca2-0c9fe1455f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:19.153801 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-bd74c9e9-4e49-4773-8ca2-0c9fe1455f2e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5faa1da9-51be-4c06-b751-2fe7b4126f56 HTTP/1.1" status: 200 len: 854 time: 0.1513951 Jun 04 08:25:19.156938 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f06122b-3ad8-4ebc-aad6-ae9e78aed114 req-060afe76-2e36-4127-adc0-28884328800b tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] No DVR routers for this DVR port f1a8a296-f107-4e47-8b05-bc3caee3668c on host hv-cinder-83699 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:25:19.160722 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5f06122b-3ad8-4ebc-aad6-ae9e78aed114 req-060afe76-2e36-4127-adc0-28884328800b tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:19.162378 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a276f891-c70d-4d8c-8ecd-4f8ef82bc83a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (50ac0872-8552-4aff-8921-a64a96fbe935), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:19.163835 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5f06122b-3ad8-4ebc-aad6-ae9e78aed114 req-060afe76-2e36-4127-adc0-28884328800b tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.77 "DELETE /v2.0/ports/f1a8a296-f107-4e47-8b05-bc3caee3668c HTTP/1.1" status: 204 len: 173 time: 1.2655950 Jun 04 08:25:19.164499 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421bb735-2c06-49ea-b482-1570650a482e', 'name': 'network-vif-deleted', 'tag': 'f1a8a296-f107-4e47-8b05-bc3caee3668c'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:25:19.166750 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171d2f59-5629-4188-982b-0903009b6780" -d '{"events": [{"server_uuid": "421bb735-2c06-49ea-b482-1570650a482e", "name": "network-vif-deleted", "tag": "f1a8a296-f107-4e47-8b05-bc3caee3668c"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:25:19.169179 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4541cf08-d836-46f3-bb91-14bc5d453e8d req-651707c6-adc2-4d95-a872-bcd12e9fafee tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990033 Jun 04 08:25:19.178219 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538505c7-c40a-4b05-ba24-1607ae49dd80 req-121cea8c-ff9b-4d53-abab-9bf29d773923 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:19.179799 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-538505c7-c40a-4b05-ba24-1607ae49dd80 req-121cea8c-ff9b-4d53-abab-9bf29d773923 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 943 time: 0.1149867 Jun 04 08:25:19.234764 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-ffe28d46-9452-484e-95f9-cd64841ba571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:19.236277 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-ffe28d46-9452-484e-95f9-cd64841ba571 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b88cbea7-518a-4446-bcff-56c4dc453510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0665329 Jun 04 08:25:19.237736 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ac7b6e-98da-4739-bb7e-4457ccf5603f x-openstack-request-id: req-74ac7b6e-98da-4739-bb7e-4457ccf5603f {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:25:19.238082 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421bb735-2c06-49ea-b482-1570650a482e", "name": "network-vif-deleted", "tag": "f1a8a296-f107-4e47-8b05-bc3caee3668c", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:25:19.238317 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-74ac7b6e-98da-4739-bb7e-4457ccf5603f {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:25:19.238701 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74ac7b6e-98da-4739-bb7e-4457ccf5603f'] response: {'server_uuid': '421bb735-2c06-49ea-b482-1570650a482e', 'name': 'network-vif-deleted', 'tag': 'f1a8a296-f107-4e47-8b05-bc3caee3668c', 'status': 'completed', 'code': 200} Jun 04 08:25:19.273617 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-a276f891-c70d-4d8c-8ecd-4f8ef82bc83a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Floating IP 50ac0872-8552-4aff-8921-a64a96fbe935 associated. External IP: 172.27.2.104, port: cd7e0432-1c0f-41ca-b602-3048957c52d3. Jun 04 08:25:19.308182 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-538505c7-c40a-4b05-ba24-1607ae49dd80 req-400d073b-9775-4792-ad30-e5bfd9f8a273 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195648 Jun 04 08:25:19.355048 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-f01fd1c3-1e16-42b5-b283-66e626df105b service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052518 Jun 04 08:25:19.439075 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:19.480526 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9835ae7-8911-454f-a818-53c6fbb98f31 req-6bb30c94-3d42-475b-b423-49c7c7a3d794 service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029372 Jun 04 08:25:19.505601 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a276f891-c70d-4d8c-8ecd-4f8ef82bc83a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Router 6deb69c2-4006-4ea3-a1f6-cb986a2420be has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:25:19.508757 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:19.614989 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8313524e-7cef-435a-91c8-575ff3bf309d req-432f8b51-2e87-45c7-8a02-3d4384ebea71 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 210 time: 0.0322857 Jun 04 08:25:19.620686 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:19.630357 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7e3ae-beac-4b02-89f1-62ff3f7180ae req-41e28450-ebaa-4aad-b290-c6cce6ea1114 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:19.631896 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9fa7e3ae-beac-4b02-89f1-62ff3f7180ae req-41e28450-ebaa-4aad-b290-c6cce6ea1114 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 943 time: 0.1126397 Jun 04 08:25:19.670575 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a276f891-c70d-4d8c-8ecd-4f8ef82bc83a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:25:19.679199 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a276f891-c70d-4d8c-8ecd-4f8ef82bc83a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:19.680808 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c308330-302e-4af6-88f4-a57afcc7bd03 None None] Sync routers for ids ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:25:19.693615 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c308330-302e-4af6-88f4-a57afcc7bd03 None None] Routers {'6deb69c2-4006-4ea3-a1f6-cb986a2420be'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:25:19.694339 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-3c308330-302e-4af6-88f4-a57afcc7bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:25:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:25:19.706465 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device f1a8a296-f107-4e47-8b05-bc3caee3668c no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:25:19.726374 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: f1a8a296-f107-4e47-8b05-bc3caee3668c {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:25:19.726815 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device f1a8a296-f107-4e47-8b05-bc3caee3668c not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:25:19.729977 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9fa7e3ae-beac-4b02-89f1-62ff3f7180ae req-e863fd7d-35a3-42c7-b10e-22791f1a3183 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843611 Jun 04 08:25:19.731829 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-a276f891-c70d-4d8c-8ecd-4f8ef82bc83a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "PUT /v2.0/floatingips/50ac0872-8552-4aff-8921-a64a96fbe935 HTTP/1.1" status: 200 len: 991 time: 1.1722231 Jun 04 08:25:19.732991 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'tag': 'cd7e0432-1c0f-41ca-b602-3048957c52d3'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:25:19.735357 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368c571a-75cf-49dd-933e-6083401a5724" -d '{"events": [{"name": "network-changed", "server_uuid": "1e216fcd-219d-4dfc-9af4-cecfa6988dea", "tag": "cd7e0432-1c0f-41ca-b602-3048957c52d3"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:25:19.775817 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df69d34-cf80-471f-876f-ab37476d59ac x-openstack-request-id: req-2df69d34-cf80-471f-876f-ab37476d59ac {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:25:19.776233 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e216fcd-219d-4dfc-9af4-cecfa6988dea", "tag": "cd7e0432-1c0f-41ca-b602-3048957c52d3", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:25:19.776595 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2df69d34-cf80-471f-876f-ab37476d59ac {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:25:19.777428 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df69d34-cf80-471f-876f-ab37476d59ac'] response: {'name': 'network-changed', 'server_uuid': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'tag': 'cd7e0432-1c0f-41ca-b602-3048957c52d3', 'status': 'completed', 'code': 200} Jun 04 08:25:19.805458 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-3c308330-302e-4af6-88f4-a57afcc7bd03 None None] Set router 6deb69c2-4006-4ea3-a1f6-cb986a2420be gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:25:20.011740 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-3c308330-302e-4af6-88f4-a57afcc7bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-router', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:09Z', 'revision_number': 4, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'gw_port': {'id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:57Z', 'updated_at': '2022-06-04T08:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '50ac0872-8552-4aff-8921-a64a96fbe935', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'port_id': 'cd7e0432-1c0f-41ca-b602-3048957c52d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'mac_address': 'fa:16:3e:e0:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:24:39Z', 'updated_at': '2022-06-04T08:25:18Z', 'revision_number': 1, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e69925-03cd-431e-99a8-294e9c972ac9', 'name': '', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'mac_address': 'fa:16:3e:a7:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3a1bd244-02e5-437b-b10c-98141f388763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:06Z', 'updated_at': '2022-06-04T08:23:21Z', 'revision_number': 5, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'subnets': [{'id': '3a1bd244-02e5-437b-b10c-98141f388763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:25:20.040302 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c308330-302e-4af6-88f4-a57afcc7bd03 None None] Checking router: 6deb69c2-4006-4ea3-a1f6-cb986a2420be for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:25:20.049099 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c308330-302e-4af6-88f4-a57afcc7bd03 None None] Routers {'6deb69c2-4006-4ea3-a1f6-cb986a2420be'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:25:20.050015 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-3c308330-302e-4af6-88f4-a57afcc7bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:25:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:25:20.079879 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936a366-d9ef-4cb1-85a9-87bd5ce3ebd0 req-21c5ed9c-4f08-4330-a3f5-e590af8ef427 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:20.081363 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f936a366-d9ef-4cb1-85a9-87bd5ce3ebd0 req-21c5ed9c-4f08-4330-a3f5-e590af8ef427 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0503626 Jun 04 08:25:20.127856 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f936a366-d9ef-4cb1-85a9-87bd5ce3ebd0 req-e89eb195-bd92-4438-8f07-a612e1f3ee68 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408189 Jun 04 08:25:20.151653 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-3c308330-302e-4af6-88f4-a57afcc7bd03 None None] Set router 6deb69c2-4006-4ea3-a1f6-cb986a2420be gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:25:20.295212 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d105820-e323-477c-b0c8-768ff22df95e req-1267b164-a360-408e-b764-48544cca180b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:20.297372 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7d105820-e323-477c-b0c8-768ff22df95e req-1267b164-a360-408e-b764-48544cca180b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0478039 Jun 04 08:25:20.345208 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7d105820-e323-477c-b0c8-768ff22df95e req-2746d6f4-5396-436d-883c-d34c8c1aaa58 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418825 Jun 04 08:25:20.357922 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-3c308330-302e-4af6-88f4-a57afcc7bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-router', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:09Z', 'revision_number': 4, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'gw_port': {'id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:57Z', 'updated_at': '2022-06-04T08:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '50ac0872-8552-4aff-8921-a64a96fbe935', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'port_id': 'cd7e0432-1c0f-41ca-b602-3048957c52d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'mac_address': 'fa:16:3e:e0:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:24:39Z', 'updated_at': '2022-06-04T08:25:18Z', 'revision_number': 1, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e69925-03cd-431e-99a8-294e9c972ac9', 'name': '', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'mac_address': 'fa:16:3e:a7:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3a1bd244-02e5-437b-b10c-98141f388763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:06Z', 'updated_at': '2022-06-04T08:23:21Z', 'revision_number': 5, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'subnets': [{'id': '3a1bd244-02e5-437b-b10c-98141f388763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:25:20.387690 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c308330-302e-4af6-88f4-a57afcc7bd03 None None] The sync data for ids ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'] in dv-cinder-836996-29-iscsi is: [{'id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-router', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:09Z', 'revision_number': 4, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'gw_port': {'id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:57Z', 'updated_at': '2022-06-04T08:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '50ac0872-8552-4aff-8921-a64a96fbe935', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'port_id': 'cd7e0432-1c0f-41ca-b602-3048957c52d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'mac_address': 'fa:16:3e:e0:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:24:39Z', 'updated_at': '2022-06-04T08:25:18Z', 'revision_number': 1, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e69925-03cd-431e-99a8-294e9c972ac9', 'name': '', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'mac_address': 'fa:16:3e:a7:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3a1bd244-02e5-437b-b10c-98141f388763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:06Z', 'updated_at': '2022-06-04T08:23:21Z', 'revision_number': 5, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'subnets': [{'id': '3a1bd244-02e5-437b-b10c-98141f388763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:25:20.426285 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fbfcb-aee3-4859-ab00-b3b5115a01a9 req-55a137a5-4a60-4de3-bcd7-24a5d67ff41d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:20.428076 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-830fbfcb-aee3-4859-ab00-b3b5115a01a9 req-55a137a5-4a60-4de3-bcd7-24a5d67ff41d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0481262 Jun 04 08:25:20.481656 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-830fbfcb-aee3-4859-ab00-b3b5115a01a9 req-fa83865f-fcf5-41b0-a1a6-a00e90538081 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453687 Jun 04 08:25:20.729616 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f1957ca5-9881-4536-b73e-618217884808 req-6d681a5f-33f4-40e8-b574-a913d586c8a9 tempest-VolumesActionsTest-1408306015 tempest-VolumesActionsTest-1408306015-project] 10.222.0.57 "GET /v2.0/ports?device_id=421bb735-2c06-49ea-b482-1570650a482e HTTP/1.1" status: 200 len: 210 time: 0.0292695 Jun 04 08:25:20.863286 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf1e97-d5c7-4d56-8ec2-0421a31c7b00 req-8fef5987-9c07-40e0-a7da-966b075bf072 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:20.865030 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-decf1e97-d5c7-4d56-8ec2-0421a31c7b00 req-8fef5987-9c07-40e0-a7da-966b075bf072 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 943 time: 0.0549829 Jun 04 08:25:20.927670 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c571a-75cf-49dd-933e-6083401a5724 req-69dd3d38-50ab-433e-8d65-16a15e932b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:20.929223 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-368c571a-75cf-49dd-933e-6083401a5724 req-69dd3d38-50ab-433e-8d65-16a15e932b2b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 1129 time: 0.0418417 Jun 04 08:25:20.930670 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-decf1e97-d5c7-4d56-8ec2-0421a31c7b00 req-58c8ccc6-dfb9-4429-a377-c9f8a448170c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579755 Jun 04 08:25:21.032624 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c571a-75cf-49dd-933e-6083401a5724 req-2c224d40-15c7-4ad5-b5bb-d8c80345f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:21.034287 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-368c571a-75cf-49dd-933e-6083401a5724 req-2c224d40-15c7-4ad5-b5bb-d8c80345f912 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 200 len: 920 time: 0.0928879 Jun 04 08:25:21.068858 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afd8950-c182-4a5d-a132-cb5c85547ba5 None None] New status for floating IP 50ac0872-8552-4aff-8921-a64a96fbe935: ACTIVE {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:25:21.100141 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-368c571a-75cf-49dd-933e-6083401a5724 req-7d5d6394-4093-42e2-b997-61af2ca5fa02 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd7e0432-1c0f-41ca-b602-3048957c52d3 HTTP/1.1" status: 200 len: 999 time: 0.0567300 Jun 04 08:25:21.153996 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c571a-75cf-49dd-933e-6083401a5724 req-d76bb622-dad5-4c48-a631-6490e7e84990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:21.155376 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-368c571a-75cf-49dd-933e-6083401a5724 req-d76bb622-dad5-4c48-a631-6490e7e84990 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a1bd244-02e5-437b-b10c-98141f388763 HTTP/1.1" status: 200 len: 858 time: 0.0483043 Jun 04 08:25:21.205853 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c571a-75cf-49dd-933e-6083401a5724 req-a5c7c9e3-0957-4d3c-8015-7ace3fe43003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:21.207489 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-368c571a-75cf-49dd-933e-6083401a5724 req-a5c7c9e3-0957-4d3c-8015-7ace3fe43003 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1fd25ca8-4d43-46c5-8814-4ee274135448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435991 Jun 04 08:25:21.286016 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:21.297995 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6ca04-1082-4a1c-b92a-9762f9de5bc5 req-b3be9b96-bf59-4755-bc53-7cecdd6e3de6 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:21.299468 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-86d6ca04-1082-4a1c-b92a-9762f9de5bc5 req-b3be9b96-bf59-4755-bc53-7cecdd6e3de6 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0970354 Jun 04 08:25:21.370372 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-368c571a-75cf-49dd-933e-6083401a5724 req-befa4dfd-3bd6-4928-8d00-975e3525c5de service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539385 Jun 04 08:25:21.374305 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-86d6ca04-1082-4a1c-b92a-9762f9de5bc5 req-46f5afb9-c09d-4d6c-95fd-24a3ed817644 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681863 Jun 04 08:25:21.462889 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-368c571a-75cf-49dd-933e-6083401a5724 req-b75c9bc2-2d16-4e9e-a041-35ab5c19c6de service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853741 Jun 04 08:25:21.475746 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89dbbe-315d-4040-8fc5-a9e99a49e8db req-5cb5c477-5a44-4199-90f5-a18087aa3c28 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:21.477219 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-de89dbbe-315d-4040-8fc5-a9e99a49e8db req-5cb5c477-5a44-4199-90f5-a18087aa3c28 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0467749 Jun 04 08:25:21.525309 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-de89dbbe-315d-4040-8fc5-a9e99a49e8db req-b7e81c2e-5f44-424a-ab36-fc420264ae3b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413256 Jun 04 08:25:21.608974 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dc33e-c22a-428a-953d-11602e20fb85 req-a60dbb14-c2e9-4d84-9b2e-bc852bf09212 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:21.610444 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c67dc33e-c22a-428a-953d-11602e20fb85 req-a60dbb14-c2e9-4d84-9b2e-bc852bf09212 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0510464 Jun 04 08:25:21.658371 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c67dc33e-c22a-428a-953d-11602e20fb85 req-070c3753-af7e-4b89-a08c-712c54f21765 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424612 Jun 04 08:25:22.005695 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 52086) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:25:22.059100 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f0899-5495-40f7-b59d-e854d799040b req-a5d32b58-f6a2-415d-8c09-4ba8b9473941 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:22.061370 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7d5f0899-5495-40f7-b59d-e854d799040b req-a5d32b58-f6a2-415d-8c09-4ba8b9473941 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 943 time: 0.0635996 Jun 04 08:25:22.117226 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7d5f0899-5495-40f7-b59d-e854d799040b req-142c8ace-ab7a-446b-84ad-0daee3865409 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494196 Jun 04 08:25:22.193888 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3b03d745-23ed-4c01-989e-ea282e11f776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:22.279935 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3b03d745-23ed-4c01-989e-ea282e11f776 admin admin] Publish callbacks [] for security_group (6c77ebd8-0552-4cbb-9626-4f0c85bc77ad), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:22.283611 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3b03d745-23ed-4c01-989e-ea282e11f776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (6c77ebd8-0552-4cbb-9626-4f0c85bc77ad), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:22.324490 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-3b03d745-23ed-4c01-989e-ea282e11f776 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b4460b3dc60f4164988dd6b8b7785c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176923 Jun 04 08:25:22.325364 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03d745-23ed-4c01-989e-ea282e11f776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c77ebd8-0552-4cbb-9626-4f0c85bc77ad,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:22.327244 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 52102) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:25:22.371087 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:22.384616 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8e330649-90f0-4fb5-a0fe-28edf4908c8e admin admin] Publish callbacks [] for security_group (6c77ebd8-0552-4cbb-9626-4f0c85bc77ad), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:22.411640 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8e330649-90f0-4fb5-a0fe-28edf4908c8e admin admin] Publish callbacks [] for security_group (6c77ebd8-0552-4cbb-9626-4f0c85bc77ad), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:22.467998 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8e330649-90f0-4fb5-a0fe-28edf4908c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (6c77ebd8-0552-4cbb-9626-4f0c85bc77ad), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:22.470830 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8e330649-90f0-4fb5-a0fe-28edf4908c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:22.472183 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8e330649-90f0-4fb5-a0fe-28edf4908c8e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c77ebd8-0552-4cbb-9626-4f0c85bc77ad HTTP/1.1" status: 204 len: 168 time: 0.1434069 Jun 04 08:25:22.480896 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e330649-90f0-4fb5-a0fe-28edf4908c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c77ebd8-0552-4cbb-9626-4f0c85bc77ad,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:22.514239 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80c14c-c7ce-43e6-a655-98c5c0a24e44 req-d937a8ee-3193-467c-8322-6ac3adcd5a0b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:22.515643 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ff80c14c-c7ce-43e6-a655-98c5c0a24e44 req-d937a8ee-3193-467c-8322-6ac3adcd5a0b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0577013 Jun 04 08:25:22.575362 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ff80c14c-c7ce-43e6-a655-98c5c0a24e44 req-390ccd3f-737e-4ed4-ad45-1bb3956fc79a tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530620 Jun 04 08:25:22.663357 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33df20-ec3a-451f-8328-3149d10f84ce req-ed0a4134-a0d1-4baf-8208-ff86a0313676 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:22.664962 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6e33df20-ec3a-451f-8328-3149d10f84ce req-ed0a4134-a0d1-4baf-8208-ff86a0313676 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0502820 Jun 04 08:25:22.720462 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6e33df20-ec3a-451f-8328-3149d10f84ce req-67fde73c-a56f-4f25-b61d-ea77b3ff57cd tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488961 Jun 04 08:25:22.784453 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d11d95-dcbf-46f7-9e69-4d09cd90f010 req-6b25542d-a91c-498b-87e0-9ec5787cba67 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:22.785979 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-68d11d95-dcbf-46f7-9e69-4d09cd90f010 req-6b25542d-a91c-498b-87e0-9ec5787cba67 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0507383 Jun 04 08:25:22.805323 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:22.842738 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-68d11d95-dcbf-46f7-9e69-4d09cd90f010 req-7b9c76f5-4a01-42f8-a9a2-53c73b248ee6 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509129 Jun 04 08:25:23.233541 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27b4f8-2085-4a10-b359-0587d2c1ae2f req-f418959d-ddbb-4c5b-8264-08a4512ba69c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:23.235156 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ae27b4f8-2085-4a10-b359-0587d2c1ae2f req-f418959d-ddbb-4c5b-8264-08a4512ba69c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 943 time: 0.0462942 Jun 04 08:25:23.281694 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ae27b4f8-2085-4a10-b359-0587d2c1ae2f req-5dfb702c-a1f1-49fe-9ef0-49840a764514 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412567 Jun 04 08:25:23.698316 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0339b43-3069-4d38-81b4-df0de3a7af01 req-93680793-2c47-48c5-966b-d48f00730e31 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:23.699751 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e0339b43-3069-4d38-81b4-df0de3a7af01 req-93680793-2c47-48c5-966b-d48f00730e31 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0465968 Jun 04 08:25:23.746619 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e0339b43-3069-4d38-81b4-df0de3a7af01 req-07a8713c-0bf2-4a1d-b745-29c3012f7e2f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414703 Jun 04 08:25:23.843560 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab2dea-4b9b-472e-adf6-58547982f034 req-e6343c92-7baf-4b91-85eb-3c260fb134c2 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:23.845020 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-aaab2dea-4b9b-472e-adf6-58547982f034 req-e6343c92-7baf-4b91-85eb-3c260fb134c2 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0492580 Jun 04 08:25:23.892393 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-aaab2dea-4b9b-472e-adf6-58547982f034 req-b0e33a20-c1fd-4f25-b465-961c9df4ffd5 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417898 Jun 04 08:25:23.953933 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafb99f-6d28-4df4-8367-1f5b5faaaef2 req-135cd52f-9cdc-4ff1-a49d-3acea3b83440 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:23.955386 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1eafb99f-6d28-4df4-8367-1f5b5faaaef2 req-135cd52f-9cdc-4ff1-a49d-3acea3b83440 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0472863 Jun 04 08:25:23.967573 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:24.005326 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1eafb99f-6d28-4df4-8367-1f5b5faaaef2 req-10beb9b8-e2c4-4fb6-a79b-d3521ef85438 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444839 Jun 04 08:25:24.392380 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1091-96de-42d8-8cb8-c90bb6caa980 req-82988b51-306a-4ef5-a72e-3e5e2a1d78bc tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:24.393813 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8edc1091-96de-42d8-8cb8-c90bb6caa980 req-82988b51-306a-4ef5-a72e-3e5e2a1d78bc tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 943 time: 0.0456307 Jun 04 08:25:24.440884 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8edc1091-96de-42d8-8cb8-c90bb6caa980 req-5041bf2f-e971-4213-828c-07a957d79753 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416896 Jun 04 08:25:24.481201 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 594a756c-e855-476d-8cc7-be0504c2ba88 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:25:24.579332 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 594a756c-e855-476d-8cc7-be0504c2ba88, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=594a756c-e855-476d-8cc7-be0504c2ba88,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:25:24.590583 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': '594a756c-e855-476d-8cc7-be0504c2ba88', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'port_id': '594a756c-e855-476d-8cc7-be0504c2ba88', 'mac_address': 'fa:16:3e:9f:cd:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:25:24.624223 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 594a756c-e855-476d-8cc7-be0504c2ba88 is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:25:24.624608 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (594a756c-e855-476d-8cc7-be0504c2ba88), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:24.637426 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594a756c-e855-476d-8cc7-be0504c2ba88 {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:25:24.657492 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 594a756c-e855-476d-8cc7-be0504c2ba88, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=594a756c-e855-476d-8cc7-be0504c2ba88,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:25:24.661367 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (594a756c-e855-476d-8cc7-be0504c2ba88), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:24.691033 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:24.707950 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=594a756c-e855-476d-8cc7-be0504c2ba88,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:24.714834 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:25:24.715173 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:25:24.715523 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:25:24.715857 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:25:24.716184 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:25:24.716503 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:25:24.716818 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:25:24.717133 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:25:24.717461 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:25:24.717779 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:25:24.718121 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:25:24.718449 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:25:24.718779 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:25:24.719075 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:25:24.719382 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:25:24.863458 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8367a-d9f8-4191-b5dd-eb60f7e8846b req-306e9777-380c-43f7-a6c0-32c16e32b75a tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:24.864826 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-06f8367a-d9f8-4191-b5dd-eb60f7e8846b req-306e9777-380c-43f7-a6c0-32c16e32b75a tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0491676 Jun 04 08:25:24.910265 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-06f8367a-d9f8-4191-b5dd-eb60f7e8846b req-dca9dfdf-e11a-4930-b503-23e211d059e3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399721 Jun 04 08:25:25.013041 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa723f-cf19-45c0-a9ef-ed2198950d4b req-d2fba037-dbf8-4dea-ab1d-cad5c41e1f01 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:25.014498 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-28aa723f-cf19-45c0-a9ef-ed2198950d4b req-d2fba037-dbf8-4dea-ab1d-cad5c41e1f01 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0501673 Jun 04 08:25:25.054007 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:25.062506 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-28aa723f-cf19-45c0-a9ef-ed2198950d4b req-78375051-796a-45d7-bdd1-104d8891de09 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425260 Jun 04 08:25:25.117471 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd6558-0cc3-4564-813e-bf7582396240 req-88e2487c-40e1-4bab-b8bf-59e8ee9e8fe0 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:25.118868 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-74fd6558-0cc3-4564-813e-bf7582396240 req-88e2487c-40e1-4bab-b8bf-59e8ee9e8fe0 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0465739 Jun 04 08:25:25.167401 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-74fd6558-0cc3-4564-813e-bf7582396240 req-1b0e4fa1-f68e-4645-8c09-de0e48042e41 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424521 Jun 04 08:25:25.552107 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e647b0a-e68e-46c2-9b71-80aff7dab6fa req-e5f95732-8b12-4adf-b135-feabf10f2566 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:25.553534 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2e647b0a-e68e-46c2-9b71-80aff7dab6fa req-e5f95732-8b12-4adf-b135-feabf10f2566 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 944 time: 0.0460939 Jun 04 08:25:25.599803 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2e647b0a-e68e-46c2-9b71-80aff7dab6fa req-4748bcdb-b709-4ac1-83e0-616fd4bad41b tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408192 Jun 04 08:25:25.699437 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['594a756c-e855-476d-8cc7-be0504c2ba88'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:25:26.024228 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad58b7b-e3e6-462c-aa87-0a55b75aaaef req-77ca3200-d1da-4dc7-873f-40deab51f179 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:26.025700 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0ad58b7b-e3e6-462c-aa87-0a55b75aaaef req-77ca3200-d1da-4dc7-873f-40deab51f179 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0470152 Jun 04 08:25:26.074841 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0ad58b7b-e3e6-462c-aa87-0a55b75aaaef req-95728931-035d-4b82-9dfb-611b83113b95 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435395 Jun 04 08:25:26.178592 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882cd4a-6cfa-4139-8522-8106b3913487 req-cecaf9f9-f0fd-479f-90b1-e9f227f12abd tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:26.180122 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e882cd4a-6cfa-4139-8522-8106b3913487 req-cecaf9f9-f0fd-479f-90b1-e9f227f12abd tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0465393 Jun 04 08:25:26.231111 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e882cd4a-6cfa-4139-8522-8106b3913487 req-65ff4f75-f1f3-471c-9015-ec25f02da60e tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455072 Jun 04 08:25:26.280084 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9b6ad-412e-410b-b3a2-11a92a172000 req-99f1324a-b52a-416c-976f-51cca78ef469 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:26.281530 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-70b9b6ad-412e-410b-b3a2-11a92a172000 req-99f1324a-b52a-416c-976f-51cca78ef469 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0475962 Jun 04 08:25:26.330180 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-70b9b6ad-412e-410b-b3a2-11a92a172000 req-d092901b-ebaa-4ebc-8948-8ed02f9b8883 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430150 Jun 04 08:25:26.716178 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabda78d-bcdc-42a2-b297-72b9d80316ea req-b3701f53-4fa3-4174-9947-9ff923c23229 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:26.717652 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dabda78d-bcdc-42a2-b297-72b9d80316ea req-b3701f53-4fa3-4174-9947-9ff923c23229 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 944 time: 0.0492902 Jun 04 08:25:26.766753 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dabda78d-bcdc-42a2-b297-72b9d80316ea req-e8b01711-2b4e-4961-8163-10b07db62a03 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435154 Jun 04 08:25:27.211021 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf53e28-3fdb-4e3a-a61d-72011862530c req-5e624583-16fa-42c0-a295-7cb6f2763485 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:27.214075 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9bf53e28-3fdb-4e3a-a61d-72011862530c req-5e624583-16fa-42c0-a295-7cb6f2763485 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0566716 Jun 04 08:25:27.284457 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9bf53e28-3fdb-4e3a-a61d-72011862530c req-f2856a50-8433-40c3-ab34-a2873fcbfd5e tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633495 Jun 04 08:25:27.373205 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3572b-9f40-40db-b3d0-0892b9c54416 req-22bee53b-9753-4c9a-8d79-7978c03395fa tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:27.382969 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-94c3572b-9f40-40db-b3d0-0892b9c54416 req-22bee53b-9753-4c9a-8d79-7978c03395fa tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0631139 Jun 04 08:25:27.439548 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-94c3572b-9f40-40db-b3d0-0892b9c54416 req-219737ab-1ba3-4e79-b40e-e3951e97679b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550227 Jun 04 08:25:27.486070 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e28936-57ab-4a7e-a43a-9e5bfbbabccb req-2eaae81d-44ee-4be5-b7ce-8aa4c0dd4eb8 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:27.496721 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-08e28936-57ab-4a7e-a43a-9e5bfbbabccb req-2eaae81d-44ee-4be5-b7ce-8aa4c0dd4eb8 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 943 time: 0.0766859 Jun 04 08:25:27.547218 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-08e28936-57ab-4a7e-a43a-9e5bfbbabccb req-c751aa7d-67f0-46ce-b0cb-7dd39ccedac4 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495279 Jun 04 08:25:27.630160 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:27.745716 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:25:27.750602 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 594a756c-e855-476d-8cc7-be0504c2ba88 up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:25:27.849267 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port 594a756c-e855-476d-8cc7-be0504c2ba88 completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:25:27.861240 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port 594a756c-e855-476d-8cc7-be0504c2ba88 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:25:27.861618 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (594a756c-e855-476d-8cc7-be0504c2ba88), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:27.926161 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:25:27.942621 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0ad87-058f-40e0-9c10-538e18a2d109 req-73549b25-3f10-4e39-82b0-ec837e3751a0 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:27.946342 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': '73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'port_id': '73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b', 'mac_address': 'fa:16:3e:67:3e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:25:27.950136 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d0e0ad87-058f-40e0-9c10-538e18a2d109 req-73549b25-3f10-4e39-82b0-ec837e3751a0 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 944 time: 0.1035197 Jun 04 08:25:27.956544 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:27.968920 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:28.012621 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d0e0ad87-058f-40e0-9c10-538e18a2d109 req-36272fd6-021a-476f-90ab-4f55edb1ca11 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566304 Jun 04 08:25:28.032053 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:25:28.032702 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:28.051407 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 594a756c-e855-476d-8cc7-be0504c2ba88 is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:25:28.052060 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (594a756c-e855-476d-8cc7-be0504c2ba88), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:28.057311 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:25:28.091262 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:25:28.100585 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd13294-cf32-4515-b85e-68a15dcb9590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594a756c-e855-476d-8cc7-be0504c2ba88'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:25:28.102928 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50286b0-1a67-4f2e-9f35-d38ee8881259" -d '{"events": [{"server_uuid": "3cd13294-cf32-4515-b85e-68a15dcb9590", "name": "network-vif-plugged", "status": "completed", "tag": "594a756c-e855-476d-8cc7-be0504c2ba88"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:25:28.108624 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:28.146949 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 594a756c-e855-476d-8cc7-be0504c2ba88, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=594a756c-e855-476d-8cc7-be0504c2ba88,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:25:28.150605 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f628a256-c931-4a6a-a8a6-6b8972660db6 x-openstack-request-id: req-f628a256-c931-4a6a-a8a6-6b8972660db6 {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:25:28.150791 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd13294-cf32-4515-b85e-68a15dcb9590", "name": "network-vif-plugged", "status": "completed", "tag": "594a756c-e855-476d-8cc7-be0504c2ba88", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:25:28.151217 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f628a256-c931-4a6a-a8a6-6b8972660db6 {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:25:28.151496 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f628a256-c931-4a6a-a8a6-6b8972660db6'] response: {'server_uuid': '3cd13294-cf32-4515-b85e-68a15dcb9590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594a756c-e855-476d-8cc7-be0504c2ba88', 'code': 200} Jun 04 08:25:28.155257 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (594a756c-e855-476d-8cc7-be0504c2ba88), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:28.174408 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:28.239804 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:28.254192 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=594a756c-e855-476d-8cc7-be0504c2ba88,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:28.367649 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a34eb8-9eeb-4969-839c-c0de501943f1 req-16bad5a5-3930-4b76-9bbd-3634950bc92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:28.369935 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-75a34eb8-9eeb-4969-839c-c0de501943f1 req-16bad5a5-3930-4b76-9bbd-3634950bc92c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 1129 time: 0.0445313 Jun 04 08:25:28.454736 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c352563-ac76-464e-86fe-1d2b02a6646b req-bff517fa-7258-4520-b50a-e53960766d02 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:28.456341 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3c352563-ac76-464e-86fe-1d2b02a6646b req-bff517fa-7258-4520-b50a-e53960766d02 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0733788 Jun 04 08:25:28.509668 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:25:28.527752 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-75a34eb8-9eeb-4969-839c-c0de501943f1 req-b2bdc8a8-8190-4659-aaac-49ff0c014528 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508861 Jun 04 08:25:28.578945 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3c352563-ac76-464e-86fe-1d2b02a6646b req-3e748c82-e1b5-4c7a-a485-e5aba27d483d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064751 Jun 04 08:25:28.587574 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a70f7-97e0-461e-8388-0672910796f1 req-d69d40ee-a28d-4422-9646-90baf6f072e3 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:28.602147 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8b3a70f7-97e0-461e-8388-0672910796f1 req-d69d40ee-a28d-4422-9646-90baf6f072e3 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0797856 Jun 04 08:25:28.661345 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8b3a70f7-97e0-461e-8388-0672910796f1 req-84fa2a49-df17-4c7a-8742-339e67056f18 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536175 Jun 04 08:25:28.731090 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4be0e-64b9-4128-b08b-b7587b76ed63 req-a71e3491-4c30-4d18-88a6-c35ea0c27f98 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:28.733085 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-efd4be0e-64b9-4128-b08b-b7587b76ed63 req-a71e3491-4c30-4d18-88a6-c35ea0c27f98 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 944 time: 0.0527103 Jun 04 08:25:28.799435 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-efd4be0e-64b9-4128-b08b-b7587b76ed63 req-86d261a0-5eed-4aee-9393-5e8031fdd423 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587311 Jun 04 08:25:29.124117 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d4050-5e5b-4371-a8cb-48fea93e1889 req-9e6396e5-9b59-4098-9f2b-87ea7c1fce3c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:29.126265 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f36d4050-5e5b-4371-a8cb-48fea93e1889 req-9e6396e5-9b59-4098-9f2b-87ea7c1fce3c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 945 time: 0.0549674 Jun 04 08:25:29.185918 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f36d4050-5e5b-4371-a8cb-48fea93e1889 req-fdba7d62-adf0-427b-83bc-486e48911a4b tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543959 Jun 04 08:25:29.723152 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16fe13-5684-44a4-b092-c5e3c5ea75f7 req-d7d8f369-b557-4f9e-a20d-ef158b22129e tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:29.724897 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8d16fe13-5684-44a4-b092-c5e3c5ea75f7 req-d7d8f369-b557-4f9e-a20d-ef158b22129e tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0645635 Jun 04 08:25:29.791986 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8d16fe13-5684-44a4-b092-c5e3c5ea75f7 req-f9918e03-2148-4d31-a67e-6b96f56c1f9b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599880 Jun 04 08:25:29.817589 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6dbf7-2149-45f9-b41e-e4683b32006d req-772f7664-5a83-4bf3-bc28-197f8db949d8 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:29.820163 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4df6dbf7-2149-45f9-b41e-e4683b32006d req-772f7664-5a83-4bf3-bc28-197f8db949d8 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0550752 Jun 04 08:25:29.833452 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:29.875563 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device f5c8d48b-c798-4362-9600-52b8c6b3edf7 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:25:29.882162 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:25:29.913271 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4df6dbf7-2149-45f9-b41e-e4683b32006d req-8b25d2d2-ac26-4bdd-addb-7ac35a51634c tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857537 Jun 04 08:25:29.999814 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b380a-7f2a-4d92-9a30-ce69ca73681e req-ab321547-e475-4ab6-8eea-00055169e25a tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:30.002150 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-022b380a-7f2a-4d92-9a30-ce69ca73681e req-ab321547-e475-4ab6-8eea-00055169e25a tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 944 time: 0.0743823 Jun 04 08:25:30.083868 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port f5c8d48b-c798-4362-9600-52b8c6b3edf7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f5c8d48b-c798-4362-9600-52b8c6b3edf7,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:25:30.084953 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-022b380a-7f2a-4d92-9a30-ce69ca73681e req-10a0e036-918c-4fc1-93e7-79b1ba07a40f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766909 Jun 04 08:25:30.116643 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'port_id': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7', 'mac_address': 'fa:16:3e:90:e8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:25:30.128882 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:25:30.161092 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:25:30.161092 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:30.161092 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:30.186462 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port f5c8d48b-c798-4362-9600-52b8c6b3edf7 is: ACTIVE; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:25:30.186951 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:30.226190 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5c8d48b-c798-4362-9600-52b8c6b3edf7 {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:25:30.268058 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port f5c8d48b-c798-4362-9600-52b8c6b3edf7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f5c8d48b-c798-4362-9600-52b8c6b3edf7,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:25:30.276313 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:30.318029 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16bdce-9273-4e4b-a7a8-9678ec4a33c1 req-f46bb5e7-f444-4f39-aaab-96a2b8fa43e4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:30.326577 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4e16bdce-9273-4e4b-a7a8-9678ec4a33c1 req-f46bb5e7-f444-4f39-aaab-96a2b8fa43e4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 945 time: 0.0563071 Jun 04 08:25:30.367949 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=f5c8d48b-c798-4362-9600-52b8c6b3edf7,revision_number=6']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:30.385395 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4e16bdce-9273-4e4b-a7a8-9678ec4a33c1 req-75ddac7a-9282-4498-8f40-1bb23d520cc4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576198 Jun 04 08:25:30.392297 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:25:30.392701 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:30.423350 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e090733-03e1-4f7c-a6f5-8e37548d9fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:25:30.426456 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e401710a-31cc-4a4b-8d3d-38be9ee4b105" -d '{"events": [{"server_uuid": "2e090733-03e1-4f7c-a6f5-8e37548d9fb2", "name": "network-vif-plugged", "status": "completed", "tag": "73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:25:30.453467 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:25:30.459661 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['f5c8d48b-c798-4362-9600-52b8c6b3edf7'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:25:30.500646 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c318fe61-01d5-454d-881a-f409bbe243d6 x-openstack-request-id: req-c318fe61-01d5-454d-881a-f409bbe243d6 {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:25:30.501061 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e090733-03e1-4f7c-a6f5-8e37548d9fb2", "name": "network-vif-plugged", "status": "completed", "tag": "73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:25:30.501210 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c318fe61-01d5-454d-881a-f409bbe243d6 {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:25:30.501561 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c318fe61-01d5-454d-881a-f409bbe243d6'] response: {'server_uuid': '2e090733-03e1-4f7c-a6f5-8e37548d9fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b', 'code': 200} Jun 04 08:25:30.502236 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:30.585916 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:30.620562 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:31.076229 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:31.092923 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3659df5-727f-4626-9d86-1c8dc69c6085 req-d090fe54-afd5-4a61-a7f2-44a888e53122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:31.094714 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d3659df5-727f-4626-9d86-1c8dc69c6085 req-d090fe54-afd5-4a61-a7f2-44a888e53122 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 1129 time: 0.1456113 Jun 04 08:25:31.179152 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d212855-0a27-46a8-8f24-6b1930a511d2 req-9fe7a4ac-6127-4690-b8ff-98478eaf9d65 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:31.193412 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1d212855-0a27-46a8-8f24-6b1930a511d2 req-9fe7a4ac-6127-4690-b8ff-98478eaf9d65 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.2203517 Jun 04 08:25:31.306588 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d3659df5-727f-4626-9d86-1c8dc69c6085 req-285993c6-515c-4f27-96ec-2a5e768e530e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917295 Jun 04 08:25:31.311073 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1d212855-0a27-46a8-8f24-6b1930a511d2 req-1edf749f-2e3f-48d5-98c5-7248eb1d7f90 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131649 Jun 04 08:25:31.350608 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5a84d-b06c-4846-8447-a9eceb3f5312 req-e59c05b8-e27d-4d54-a079-d770f8bac850 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:31.353609 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f3c5a84d-b06c-4846-8447-a9eceb3f5312 req-e59c05b8-e27d-4d54-a079-d770f8bac850 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 944 time: 0.1540611 Jun 04 08:25:31.374562 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=84 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:31.390814 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=92 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:31.449050 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f3c5a84d-b06c-4846-8447-a9eceb3f5312 req-9daa8938-f4f4-4825-a239-dd9fa943e3dc tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829999 Jun 04 08:25:31.547556 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f019e-eaee-4369-9752-a754ca3e21c9 req-3ac6a815-ec7c-45b3-850e-05fec16ca1cd tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:31.555271 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-308f019e-eaee-4369-9752-a754ca3e21c9 req-3ac6a815-ec7c-45b3-850e-05fec16ca1cd tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 945 time: 0.0954564 Jun 04 08:25:31.563845 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:31.617043 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-308f019e-eaee-4369-9752-a754ca3e21c9 req-bd1585bd-5e1a-428a-a724-9375dea28156 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605745 Jun 04 08:25:31.637650 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfa88d-a5db-478d-b57b-16c98d723762 req-9c41fc03-d1a3-4f16-812a-f74b90647422 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:31.640007 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6edfa88d-a5db-478d-b57b-16c98d723762 req-9c41fc03-d1a3-4f16-812a-f74b90647422 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 945 time: 0.0602806 Jun 04 08:25:31.706024 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6edfa88d-a5db-478d-b57b-16c98d723762 req-7d5921a5-c353-4a55-83f4-666ffaf471d3 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565715 Jun 04 08:25:31.887314 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device f5c8d48b-c798-4362-9600-52b8c6b3edf7 up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:25:31.963521 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceebe4-e6a1-4ab8-bddc-194fab8c3b65 req-3d143e1d-e291-443a-aa2e-8b96378d57c9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:31.965424 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port f5c8d48b-c798-4362-9600-52b8c6b3edf7 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:25:31.965979 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:31.976506 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 52276) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:25:31.978493 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-38ceebe4-e6a1-4ab8-bddc-194fab8c3b65 req-3d143e1d-e291-443a-aa2e-8b96378d57c9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 945 time: 0.1466939 Jun 04 08:25:31.981981 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-601d0a62-a836-46b0-9096-6ef8c7c6bd75 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'floatingip': {'port_id': '594a756c-e855-476d-8cc7-be0504c2ba88'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:25:32.132561 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-601d0a62-a836-46b0-9096-6ef8c7c6bd75 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (6a3950e5-7eef-4bcc-985c-c1bda0656b61), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:32.134664 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port f5c8d48b-c798-4362-9600-52b8c6b3edf7 is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:25:32.135164 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:32.195726 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port f5c8d48b-c798-4362-9600-52b8c6b3edf7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f5c8d48b-c798-4362-9600-52b8c6b3edf7,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:25:32.206543 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:32.338978 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=f5c8d48b-c798-4362-9600-52b8c6b3edf7,revision_number=7']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:32.503489 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376f550c-566d-4324-a058-95440de61568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:25:32.506008 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1acdf8-6ae7-4e67-b54b-fb48181f33b4" -d '{"events": [{"server_uuid": "376f550c-566d-4324-a058-95440de61568", "name": "network-vif-plugged", "status": "completed", "tag": "f5c8d48b-c798-4362-9600-52b8c6b3edf7"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:25:32.669150 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af36891e-d297-423b-9ed3-44444a9e2525 x-openstack-request-id: req-af36891e-d297-423b-9ed3-44444a9e2525 {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:25:32.669150 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376f550c-566d-4324-a058-95440de61568", "name": "network-vif-plugged", "status": "completed", "tag": "f5c8d48b-c798-4362-9600-52b8c6b3edf7", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:25:32.669150 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-af36891e-d297-423b-9ed3-44444a9e2525 {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:25:32.669150 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af36891e-d297-423b-9ed3-44444a9e2525'] response: {'server_uuid': '376f550c-566d-4324-a058-95440de61568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7', 'code': 200} Jun 04 08:25:32.896339 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc247f1-7548-44d0-b17f-48a685ec459c req-d2e1bfd6-3121-4783-bb05-56ccea6f652e tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:32.900955 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2bc247f1-7548-44d0-b17f-48a685ec459c req-d2e1bfd6-3121-4783-bb05-56ccea6f652e tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.1344531 Jun 04 08:25:32.979395 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2bc247f1-7548-44d0-b17f-48a685ec459c req-4e73e42b-86df-45b1-b7f7-5cbb5eb78212 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748060 Jun 04 08:25:33.213274 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd22332-db97-483e-82a4-9fedd2e8de2e req-ae76b231-2ea5-448e-9c8d-505238478cbe tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:33.218407 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9dd22332-db97-483e-82a4-9fedd2e8de2e req-ae76b231-2ea5-448e-9c8d-505238478cbe tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 945 time: 0.0937209 Jun 04 08:25:33.298519 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071813b-75fa-46da-a88b-6b81a8802348 req-58b99855-25d9-4df9-906d-9eb593af5849 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:33.308028 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e071813b-75fa-46da-a88b-6b81a8802348 req-58b99855-25d9-4df9-906d-9eb593af5849 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.5162020 Jun 04 08:25:33.331946 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9dd22332-db97-483e-82a4-9fedd2e8de2e req-7ea9aa96-b8b8-44ab-91e7-b9c0004fb43a tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074595 Jun 04 08:25:33.394436 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:33.569894 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e071813b-75fa-46da-a88b-6b81a8802348 req-c160c56c-c370-4449-b506-16f46d23c6e2 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2609658 Jun 04 08:25:33.600582 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-601d0a62-a836-46b0-9096-6ef8c7c6bd75 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:33.608608 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-601d0a62-a836-46b0-9096-6ef8c7c6bd75 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (6a3950e5-7eef-4bcc-985c-c1bda0656b61), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:33.806486 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-601d0a62-a836-46b0-9096-6ef8c7c6bd75 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Floating IP 6a3950e5-7eef-4bcc-985c-c1bda0656b61 associated. External IP: 172.27.2.30, port: 594a756c-e855-476d-8cc7-be0504c2ba88. Jun 04 08:25:33.953534 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:34.097181 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601d0a62-a836-46b0-9096-6ef8c7c6bd75 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Router 9661a351-3fc5-44e0-8b28-d0a5eb455318 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:25:34.251258 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d36b-d756-4937-98d6-9b7ee09552f9 req-fbb21d29-218b-411b-91fb-a88b779cd647 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:34.261400 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b349d36b-d756-4937-98d6-9b7ee09552f9 req-fbb21d29-218b-411b-91fb-a88b779cd647 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.1143618 Jun 04 08:25:34.320812 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601d0a62-a836-46b0-9096-6ef8c7c6bd75 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:25:34.341214 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-601d0a62-a836-46b0-9096-6ef8c7c6bd75 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:34.351474 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06908147-afd3-4a08-ae32-1c44057a0ae1 None None] Sync routers for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:25:34.366691 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06908147-afd3-4a08-ae32-1c44057a0ae1 None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:25:34.367329 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-06908147-afd3-4a08-ae32-1c44057a0ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:25:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:25:34.382916 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b349d36b-d756-4937-98d6-9b7ee09552f9 req-87848e3d-a905-4534-8c91-8c88a836ce1d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153247 Jun 04 08:25:34.439463 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-601d0a62-a836-46b0-9096-6ef8c7c6bd75 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "PUT /v2.0/floatingips/6a3950e5-7eef-4bcc-985c-c1bda0656b61 HTTP/1.1" status: 200 len: 990 time: 2.4614577 Jun 04 08:25:34.440141 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd13294-cf32-4515-b85e-68a15dcb9590', 'tag': '594a756c-e855-476d-8cc7-be0504c2ba88'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:25:34.442466 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b59afb9-4760-4955-9235-8b42e6a8ed14" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd13294-cf32-4515-b85e-68a15dcb9590", "tag": "594a756c-e855-476d-8cc7-be0504c2ba88"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:25:34.501719 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcaf0c-92ab-4f49-be65-85ce98b92bf0 req-4850b49e-96bd-4bec-bd28-5506fad836dd tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:34.509714 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d7dcaf0c-92ab-4f49-be65-85ce98b92bf0 req-4850b49e-96bd-4bec-bd28-5506fad836dd tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 945 time: 0.0570011 Jun 04 08:25:34.534621 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c959c6be-bff8-47fc-b603-d0597b1b3648 x-openstack-request-id: req-c959c6be-bff8-47fc-b603-d0597b1b3648 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:25:34.534904 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd13294-cf32-4515-b85e-68a15dcb9590", "tag": "594a756c-e855-476d-8cc7-be0504c2ba88", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:25:34.535269 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c959c6be-bff8-47fc-b603-d0597b1b3648 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:25:34.535686 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c959c6be-bff8-47fc-b603-d0597b1b3648'] response: {'name': 'network-changed', 'server_uuid': '3cd13294-cf32-4515-b85e-68a15dcb9590', 'tag': '594a756c-e855-476d-8cc7-be0504c2ba88', 'status': 'completed', 'code': 200} Jun 04 08:25:34.573466 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-06908147-afd3-4a08-ae32-1c44057a0ae1 None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:25:34.576720 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d7dcaf0c-92ab-4f49-be65-85ce98b92bf0 req-426bbcd4-7d5a-47d9-b1bf-45e3fd1dbb6e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660191 Jun 04 08:25:34.727722 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59afb9-4760-4955-9235-8b42e6a8ed14 req-31b42e72-f48d-4fdf-bbba-5107519cd6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:34.737123 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0b59afb9-4760-4955-9235-8b42e6a8ed14 req-31b42e72-f48d-4fdf-bbba-5107519cd6cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bada48f0853f4642b538bab7eae486e6&device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 1129 time: 0.1593807 Jun 04 08:25:34.806728 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-06908147-afd3-4a08-ae32-1c44057a0ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '6a3950e5-7eef-4bcc-985c-c1bda0656b61', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'port_id': '594a756c-e855-476d-8cc7-be0504c2ba88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'mac_address': 'fa:16:3e:9f:cd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd13294-cf32-4515-b85e-68a15dcb9590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:25:06Z', 'updated_at': '2022-06-04T08:25:33Z', 'revision_number': 1, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'fixed_ip_address_scope': None}, {'id': 'ca07ecc3-0139-4aee-87da-54b25481e168', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'port_id': 'e4cb4960-139c-4cff-a93c-90234a09c30d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'mac_address': 'fa:16:3e:ad:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd809e44d-c207-4d17-8c33-a3d123532205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:23:27Z', 'updated_at': '2022-06-04T08:23:52Z', 'revision_number': 2, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:25:34.872767 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:34.875107 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59afb9-4760-4955-9235-8b42e6a8ed14 req-7a06e5bd-bb6f-4573-b8d3-a5da9518e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:34.877047 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0b59afb9-4760-4955-9235-8b42e6a8ed14 req-7a06e5bd-bb6f-4573-b8d3-a5da9518e0e4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b88cbea7-518a-4446-bcff-56c4dc453510 HTTP/1.1" status: 200 len: 916 time: 0.1276357 Jun 04 08:25:34.890368 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ce65e-cad5-463f-8caa-d3ba66534cfe req-1bca3d68-f6b0-4853-b259-f88cfe722b34 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:34.896543 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6f0ce65e-cad5-463f-8caa-d3ba66534cfe req-1bca3d68-f6b0-4853-b259-f88cfe722b34 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.1339526 Jun 04 08:25:34.942281 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06908147-afd3-4a08-ae32-1c44057a0ae1 None None] Checking router: 9661a351-3fc5-44e0-8b28-d0a5eb455318 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:25:34.952467 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06908147-afd3-4a08-ae32-1c44057a0ae1 None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:25:34.953542 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-06908147-afd3-4a08-ae32-1c44057a0ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:25:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:25:34.991650 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15abab1-dc40-4945-b6bf-1b0f48414f53 req-97704155-86f3-4089-9c09-0ab7fee148f3 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:35.001563 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a15abab1-dc40-4945-b6bf-1b0f48414f53 req-97704155-86f3-4089-9c09-0ab7fee148f3 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 945 time: 0.2307353 Jun 04 08:25:35.034341 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0b59afb9-4760-4955-9235-8b42e6a8ed14 req-f58a3eff-513a-4f27-8b36-a6fa81c8f5e4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=594a756c-e855-476d-8cc7-be0504c2ba88 HTTP/1.1" status: 200 len: 998 time: 0.1113262 Jun 04 08:25:35.042068 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6f0ce65e-cad5-463f-8caa-d3ba66534cfe req-37490250-0d9a-4627-a6ab-b8e93ddf4e7f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374433 Jun 04 08:25:35.100182 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-06908147-afd3-4a08-ae32-1c44057a0ae1 None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:25:35.115377 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a15abab1-dc40-4945-b6bf-1b0f48414f53 req-17060d92-636e-43fc-b15b-43b01432f449 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128011 Jun 04 08:25:35.135393 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 52308) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:25:35.147451 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59afb9-4760-4955-9235-8b42e6a8ed14 req-6dfb1e5e-6f64-40f1-a16d-9940a386117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:35.148928 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0b59afb9-4760-4955-9235-8b42e6a8ed14 req-6dfb1e5e-6f64-40f1-a16d-9940a386117b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5faa1da9-51be-4c06-b751-2fe7b4126f56 HTTP/1.1" status: 200 len: 854 time: 0.1016638 Jun 04 08:25:35.250632 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59afb9-4760-4955-9235-8b42e6a8ed14 req-45d5b3b5-7264-4eba-992c-f7940f8de1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:35.255509 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0b59afb9-4760-4955-9235-8b42e6a8ed14 req-45d5b3b5-7264-4eba-992c-f7940f8de1ee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b88cbea7-518a-4446-bcff-56c4dc453510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0981658 Jun 04 08:25:35.435618 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0b59afb9-4760-4955-9235-8b42e6a8ed14 req-d1c8b560-bd60-475a-bd84-79d82d45367a service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680794 Jun 04 08:25:35.584705 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-06908147-afd3-4a08-ae32-1c44057a0ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '6a3950e5-7eef-4bcc-985c-c1bda0656b61', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'port_id': '594a756c-e855-476d-8cc7-be0504c2ba88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'mac_address': 'fa:16:3e:9f:cd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd13294-cf32-4515-b85e-68a15dcb9590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:25:06Z', 'updated_at': '2022-06-04T08:25:33Z', 'revision_number': 1, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'fixed_ip_address_scope': None}, {'id': 'ca07ecc3-0139-4aee-87da-54b25481e168', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'port_id': 'e4cb4960-139c-4cff-a93c-90234a09c30d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'mac_address': 'fa:16:3e:ad:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd809e44d-c207-4d17-8c33-a3d123532205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:23:27Z', 'updated_at': '2022-06-04T08:23:52Z', 'revision_number': 2, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:25:35.620595 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd703fc-4d72-40c5-98ad-840e3e7f183b tempest-TestVolumeBootPattern-1849344813 tempest-TestVolumeBootPattern-1849344813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:35.622116 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4bd703fc-4d72-40c5-98ad-840e3e7f183b tempest-TestVolumeBootPattern-1849344813 tempest-TestVolumeBootPattern-1849344813-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 1124 time: 0.4856856 Jun 04 08:25:35.624323 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860017c-0b58-484b-94f3-49bfb2f999d6 req-359afc7f-7b76-437d-a446-93abd737965e tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:35.626547 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 52314) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:25:35.631765 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Request body: {'floatingip': {'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'port_id': '73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:25:35.636094 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d860017c-0b58-484b-94f3-49bfb2f999d6 req-359afc7f-7b76-437d-a446-93abd737965e tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0905528 Jun 04 08:25:35.651951 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06908147-afd3-4a08-ae32-1c44057a0ae1 None None] The sync data for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi is: [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '6a3950e5-7eef-4bcc-985c-c1bda0656b61', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'port_id': '594a756c-e855-476d-8cc7-be0504c2ba88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'mac_address': 'fa:16:3e:9f:cd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd13294-cf32-4515-b85e-68a15dcb9590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:25:06Z', 'updated_at': '2022-06-04T08:25:33Z', 'revision_number': 1, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'fixed_ip_address_scope': None}, {'id': 'ca07ecc3-0139-4aee-87da-54b25481e168', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'port_id': 'e4cb4960-139c-4cff-a93c-90234a09c30d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'mac_address': 'fa:16:3e:ad:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd809e44d-c207-4d17-8c33-a3d123532205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:23:27Z', 'updated_at': '2022-06-04T08:23:52Z', 'revision_number': 2, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:25:35.658319 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0b59afb9-4760-4955-9235-8b42e6a8ed14 req-2e1f34ac-058c-4003-b743-6b4c8617c420 service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089574 Jun 04 08:25:35.700370 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:35.717170 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d860017c-0b58-484b-94f3-49bfb2f999d6 req-d8f4ec78-a4ec-454c-a9ab-47c882c70a82 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800264 Jun 04 08:25:35.830359 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:35.980825 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Allocated IP 172.27.2.84 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/72b62ede-e8d0-4e71-94d5-7de88b9d7670) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:25:36.016579 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e073fed-5d13-43ae-afcd-64a0db34d4b2 None None] New status for floating IP 6a3950e5-7eef-4bcc-985c-c1bda0656b61: ACTIVE {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:25:36.050207 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:36.055415 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:36.116710 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for port (72b62ede-e8d0-4e71-94d5-7de88b9d7670), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:36.163897 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (72b62ede-e8d0-4e71-94d5-7de88b9d7670), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:36.277116 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2be78-0fe0-4a6d-b79b-9ea3961490bb req-34f87a52-bf9f-4583-889b-2af99b30338c tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:36.279608 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-92b2be78-0fe0-4a6d-b79b-9ea3961490bb req-34f87a52-bf9f-4583-889b-2af99b30338c tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.1001186 Jun 04 08:25:36.299193 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:25:36.308459 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:25:36.318648 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:25:36.325613 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event updated for resources: {'Port': ['ID=72b62ede-e8d0-4e71-94d5-7de88b9d7670,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:36.456971 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-92b2be78-0fe0-4a6d-b79b-9ea3961490bb req-15145f7a-6e9d-4a51-a25c-bda23e862029 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654546 Jun 04 08:25:36.571023 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2b399ef6-88a1-4cb6-b494-ee3798fcdf7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:36.945036 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f4282-f6e5-41a3-92e4-6f288c2cee80 req-0c6f7dc4-67cf-4029-b2c6-7b69881551ec tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:36.946599 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-702f4282-f6e5-41a3-92e4-6f288c2cee80 req-0c6f7dc4-67cf-4029-b2c6-7b69881551ec tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0944462 Jun 04 08:25:37.065005 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-702f4282-f6e5-41a3-92e4-6f288c2cee80 req-7e551b6a-0c55-425a-bde1-bb36a9240a37 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049008 Jun 04 08:25:37.217178 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for floatingip (37c04afa-4d02-4999-ab6e-debe190786f5), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:37.318837 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (72b62ede-e8d0-4e71-94d5-7de88b9d7670), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:37.631655 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for port (72b62ede-e8d0-4e71-94d5-7de88b9d7670), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:37.634447 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:37.635751 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:37.703162 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25ceca-e1ba-4e61-983a-3067dbcec67d req-c1e9859f-bf5d-43dc-8d5a-99f11782d623 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:37.711923 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9f25ceca-e1ba-4e61-983a-3067dbcec67d req-c1e9859f-bf5d-43dc-8d5a-99f11782d623 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0745664 Jun 04 08:25:37.722982 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (72b62ede-e8d0-4e71-94d5-7de88b9d7670), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:37.831226 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9f25ceca-e1ba-4e61-983a-3067dbcec67d req-15346779-4d11-4c36-87c0-bd3130fa7e99 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177762 Jun 04 08:25:37.838962 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event updated for resources: {'Port': ['ID=72b62ede-e8d0-4e71-94d5-7de88b9d7670,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:37.991846 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (37c04afa-4d02-4999-ab6e-debe190786f5), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:38.146430 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Floating IP 37c04afa-4d02-4999-ab6e-debe190786f5 associated. External IP: 172.27.2.84, port: 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b. Jun 04 08:25:38.259811 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:38.269783 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e74563-b1af-47e9-bd92-6cc20b001e2f req-e1fb58c7-b6ad-4edb-a19b-402445aac73d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:38.278825 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-57e74563-b1af-47e9-bd92-6cc20b001e2f req-e1fb58c7-b6ad-4edb-a19b-402445aac73d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0640881 Jun 04 08:25:38.412608 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-57e74563-b1af-47e9-bd92-6cc20b001e2f req-05f7184a-c796-46ee-b87a-8cb8347615e7 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324646 Jun 04 08:25:38.438458 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Router 5956fe31-3198-4f24-887c-652616177a08 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:25:38.611143 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:25:38.627580 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af05afc3-00d4-439d-aa14-f4017941c423 None None] Sync routers for ids ['5956fe31-3198-4f24-887c-652616177a08'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:25:38.657197 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:38.670442 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af05afc3-00d4-439d-aa14-f4017941c423 None None] Routers {'5956fe31-3198-4f24-887c-652616177a08'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:25:38.672904 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-af05afc3-00d4-439d-aa14-f4017941c423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:25:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['5956fe31-3198-4f24-887c-652616177a08'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:25:38.740986 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-45dd6c6e-1982-4ae2-894c-63c9beb6a56d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1133955 Jun 04 08:25:38.745085 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e090733-03e1-4f7c-a6f5-8e37548d9fb2', 'tag': '73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:25:38.749755 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695c1459-e439-4eb9-ac85-7defe2b81829" -d '{"events": [{"name": "network-changed", "server_uuid": "2e090733-03e1-4f7c-a6f5-8e37548d9fb2", "tag": "73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:25:38.833766 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285cfa1e-49b0-4963-a272-663cb38b11da x-openstack-request-id: req-285cfa1e-49b0-4963-a272-663cb38b11da {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:25:38.834110 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e090733-03e1-4f7c-a6f5-8e37548d9fb2", "tag": "73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:25:38.834371 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-285cfa1e-49b0-4963-a272-663cb38b11da {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:25:38.834786 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285cfa1e-49b0-4963-a272-663cb38b11da'] response: {'name': 'network-changed', 'server_uuid': '2e090733-03e1-4f7c-a6f5-8e37548d9fb2', 'tag': '73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b', 'status': 'completed', 'code': 200} Jun 04 08:25:38.865989 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-af05afc3-00d4-439d-aa14-f4017941c423 None None] Set router 5956fe31-3198-4f24-887c-652616177a08 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:25:38.941289 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:39.048302 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c1459-e439-4eb9-ac85-7defe2b81829 req-58d989e5-9694-482d-ac21-0780aa8f454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:39.050552 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-695c1459-e439-4eb9-ac85-7defe2b81829 req-58d989e5-9694-482d-ac21-0780aa8f454e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1cc798a91bd74226a144199bd78c2331&device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 1129 time: 0.0954654 Jun 04 08:25:39.069750 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:39.078117 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:39.080475 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a8d86-bffa-4afb-bbf5-bcbd08a29a94 req-79a9b77b-418a-4f6b-a8a7-27c8c4d5426b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:39.091900 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-387459d4-ad3c-468b-a014-be3b13f7770a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:39.095155 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-623a8d86-bffa-4afb-bbf5-bcbd08a29a94 req-79a9b77b-418a-4f6b-a8a7-27c8c4d5426b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.1298141 Jun 04 08:25:39.158422 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-623a8d86-bffa-4afb-bbf5-bcbd08a29a94 req-93951aae-b0ac-4ea4-ab57-1e76d30f9d81 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612943 Jun 04 08:25:39.235384 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:39.248015 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c1459-e439-4eb9-ac85-7defe2b81829 req-e651f3a3-26cd-46bd-b61d-0b9655278654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:39.249649 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-695c1459-e439-4eb9-ac85-7defe2b81829 req-e651f3a3-26cd-46bd-b61d-0b9655278654 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b657dda9-96b8-450c-85f0-94a70753fce4 HTTP/1.1" status: 200 len: 913 time: 0.1906672 Jun 04 08:25:39.331590 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-695c1459-e439-4eb9-ac85-7defe2b81829 req-f73bd4a2-d9ac-49a0-aa06-d2b19e3d439c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b HTTP/1.1" status: 200 len: 998 time: 0.0754628 Jun 04 08:25:39.367026 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-af05afc3-00d4-439d-aa14-f4017941c423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '37c04afa-4d02-4999-ab6e-debe190786f5', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '5956fe31-3198-4f24-887c-652616177a08', 'port_id': '73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'mac_address': 'fa:16:3e:67:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e090733-03e1-4f7c-a6f5-8e37548d9fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:25:36Z', 'updated_at': '2022-06-04T08:25:36Z', 'revision_number': 0, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:26Z', 'revision_number': 5, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:25:39.400088 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af05afc3-00d4-439d-aa14-f4017941c423 None None] Checking router: 5956fe31-3198-4f24-887c-652616177a08 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:25:39.413882 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af05afc3-00d4-439d-aa14-f4017941c423 None None] Routers {'5956fe31-3198-4f24-887c-652616177a08'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:25:39.414993 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-af05afc3-00d4-439d-aa14-f4017941c423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:25:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['5956fe31-3198-4f24-887c-652616177a08'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:25:39.466379 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c1459-e439-4eb9-ac85-7defe2b81829 req-950f24b2-314e-47a6-8445-da8ec87472e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:39.468791 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-695c1459-e439-4eb9-ac85-7defe2b81829 req-950f24b2-314e-47a6-8445-da8ec87472e9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e421c33-394d-4f1f-9f83-0ef1951dc532 HTTP/1.1" status: 200 len: 851 time: 0.1281626 Jun 04 08:25:39.523129 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c1459-e439-4eb9-ac85-7defe2b81829 req-1e10706a-874e-4650-a868-6f69615144f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:39.524682 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-695c1459-e439-4eb9-ac85-7defe2b81829 req-1e10706a-874e-4650-a868-6f69615144f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b657dda9-96b8-450c-85f0-94a70753fce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494733 Jun 04 08:25:39.613559 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-af05afc3-00d4-439d-aa14-f4017941c423 None None] Set router 5956fe31-3198-4f24-887c-652616177a08 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:25:39.645157 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef6732-9ff5-4e88-9bac-752b9c2191aa req-4ddba462-7d98-4ecf-94cb-15843277da67 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:39.653873 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d8ef6732-9ff5-4e88-9bac-752b9c2191aa req-4ddba462-7d98-4ecf-94cb-15843277da67 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0713093 Jun 04 08:25:39.742828 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d8ef6732-9ff5-4e88-9bac-752b9c2191aa req-4f735101-46e5-4406-8a42-0e2c7c35b8af tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876739 Jun 04 08:25:39.804023 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-695c1459-e439-4eb9-ac85-7defe2b81829 req-1f881d7a-a030-4487-a6c0-71ca7c62cb2e service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720995 Jun 04 08:25:39.943265 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-695c1459-e439-4eb9-ac85-7defe2b81829 req-f8c2e66f-295f-4af4-96ac-12ba896179e3 service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312540 Jun 04 08:25:40.046047 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-af05afc3-00d4-439d-aa14-f4017941c423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '37c04afa-4d02-4999-ab6e-debe190786f5', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '5956fe31-3198-4f24-887c-652616177a08', 'port_id': '73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'mac_address': 'fa:16:3e:67:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e090733-03e1-4f7c-a6f5-8e37548d9fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:25:36Z', 'updated_at': '2022-06-04T08:25:36Z', 'revision_number': 0, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:26Z', 'revision_number': 5, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:25:40.077080 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af05afc3-00d4-439d-aa14-f4017941c423 None None] The sync data for ids ['5956fe31-3198-4f24-887c-652616177a08'] in dv-cinder-836996-29-iscsi is: [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '37c04afa-4d02-4999-ab6e-debe190786f5', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '5956fe31-3198-4f24-887c-652616177a08', 'port_id': '73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'mac_address': 'fa:16:3e:67:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e090733-03e1-4f7c-a6f5-8e37548d9fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:25:36Z', 'updated_at': '2022-06-04T08:25:36Z', 'revision_number': 0, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:26Z', 'revision_number': 5, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:25:40.120027 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:40.333403 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035bf19-9198-447e-b64d-e5692abdf4b0 req-bb07ebcc-873e-4bcc-a3eb-a85dfb5c1896 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:40.345783 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9035bf19-9198-447e-b64d-e5692abdf4b0 req-bb07ebcc-873e-4bcc-a3eb-a85dfb5c1896 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0740993 Jun 04 08:25:40.426178 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9035bf19-9198-447e-b64d-e5692abdf4b0 req-e94d2475-75c2-406b-8d0f-529e1787ba08 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793622 Jun 04 08:25:40.550079 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc85eb6-5508-4c91-b00b-2b9bbd95708e None None] New status for floating IP 37c04afa-4d02-4999-ab6e-debe190786f5: ACTIVE {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:25:40.962982 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd41d8-e7e9-4571-89ce-a3c866c36b0e req-5c09b5cb-ecac-4fd5-b3a5-53a57505f36b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:40.972028 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-49bd41d8-e7e9-4571-89ce-a3c866c36b0e req-5c09b5cb-ecac-4fd5-b3a5-53a57505f36b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.1191859 Jun 04 08:25:41.002281 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:41.068591 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-49bd41d8-e7e9-4571-89ce-a3c866c36b0e req-a4029a69-4141-4d17-bd79-bd23237c495a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947564 Jun 04 08:25:41.306928 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:41.604965 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:41.613503 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c564bf-ad70-4241-bf52-6e514f8c85b2 req-8ea63f2d-0e7f-48c5-8c24-996b0b4b2cd1 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:41.621500 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-37c564bf-ad70-4241-bf52-6e514f8c85b2 req-8ea63f2d-0e7f-48c5-8c24-996b0b4b2cd1 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0997171 Jun 04 08:25:41.694183 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-37c564bf-ad70-4241-bf52-6e514f8c85b2 req-9b02ebcd-af3f-4178-9971-6c19b58cbbba tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709655 Jun 04 08:25:42.258493 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9f358-91fb-4715-8da1-5ef3dbcd6e72 req-06755c81-78fd-478c-b75f-efffbad16678 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:42.274343 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-20e9f358-91fb-4715-8da1-5ef3dbcd6e72 req-06755c81-78fd-478c-b75f-efffbad16678 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0772357 Jun 04 08:25:42.360896 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-20e9f358-91fb-4715-8da1-5ef3dbcd6e72 req-9a1478f4-079c-44b9-bfc4-1f5628a0290b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851288 Jun 04 08:25:42.886348 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74b33d-ef6e-4a97-931d-188c32cfd6a3 req-40d0ac00-288e-44ea-b858-2d9cb1dc62f5 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:42.892564 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:42.905886 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8d74b33d-ef6e-4a97-931d-188c32cfd6a3 req-40d0ac00-288e-44ea-b858-2d9cb1dc62f5 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0880821 Jun 04 08:25:43.008247 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8d74b33d-ef6e-4a97-931d-188c32cfd6a3 req-d3370270-38ee-48d3-9019-08114791ae2d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970516 Jun 04 08:25:43.413598 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a6f94-2470-4013-b861-1840fe5fbbf4 req-2a276eb7-780c-4ccf-8aba-0f4260fa1eb6 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:43.415215 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-429a6f94-2470-4013-b861-1840fe5fbbf4 req-2a276eb7-780c-4ccf-8aba-0f4260fa1eb6 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0656881 Jun 04 08:25:43.474245 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-429a6f94-2470-4013-b861-1840fe5fbbf4 req-ab8e1183-a0fd-4060-955d-e51f0d41be7d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518250 Jun 04 08:25:43.512219 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f3d54-8a37-4e82-8881-a54c9d65adb4 req-0901d228-fdc3-46ea-90fa-4da60487d9c1 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:43.514529 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ec2f3d54-8a37-4e82-8881-a54c9d65adb4 req-0901d228-fdc3-46ea-90fa-4da60487d9c1 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0615206 Jun 04 08:25:43.515772 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dfcb9-1535-4c6c-926c-2ddddaf1035a req-b874b7a6-96e8-4b61-a492-b8bc08b87103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:43.517338 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-677dfcb9-1535-4c6c-926c-2ddddaf1035a req-b874b7a6-96e8-4b61-a492-b8bc08b87103 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=880551882c5748278978d5a7586d1f30&device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 1130 time: 0.0954051 Jun 04 08:25:43.588780 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:43.709216 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ec2f3d54-8a37-4e82-8881-a54c9d65adb4 req-7b52addc-b1d8-41e3-beea-51093b2b8f40 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870377 Jun 04 08:25:43.790931 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dfcb9-1535-4c6c-926c-2ddddaf1035a req-77f09058-fd38-47f2-a3c5-523926040ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:43.793037 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-677dfcb9-1535-4c6c-926c-2ddddaf1035a req-77f09058-fd38-47f2-a3c5-523926040ada service neutron] 10.222.0.77 "GET /v2.0/networks?id=6b860f72-fd6a-4776-95a4-5ec614119cc7 HTTP/1.1" status: 200 len: 912 time: 0.2279572 Jun 04 08:25:43.880458 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-677dfcb9-1535-4c6c-926c-2ddddaf1035a req-85dc2929-a8a0-4cce-890f-f237305894d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=683a8100-f2f6-4a84-82c4-09a8d38f10ca HTTP/1.1" status: 200 len: 1000 time: 0.0800323 Jun 04 08:25:43.968306 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dfcb9-1535-4c6c-926c-2ddddaf1035a req-04b1e3c9-ac1b-4c93-8345-ef720c1ff5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:43.969797 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-677dfcb9-1535-4c6c-926c-2ddddaf1035a req-04b1e3c9-ac1b-4c93-8345-ef720c1ff5cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=18b12b06-c651-4ab6-8f19-24224f73c099 HTTP/1.1" status: 200 len: 850 time: 0.0793338 Jun 04 08:25:44.025833 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dfcb9-1535-4c6c-926c-2ddddaf1035a req-b0b250a9-fd7d-4947-92ec-4dc0ebcac4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:44.027397 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-677dfcb9-1535-4c6c-926c-2ddddaf1035a req-b0b250a9-fd7d-4947-92ec-4dc0ebcac4ea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6b860f72-fd6a-4776-95a4-5ec614119cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445657 Jun 04 08:25:44.232018 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-677dfcb9-1535-4c6c-926c-2ddddaf1035a req-87995f42-5064-4d56-9ee9-8bceb5218045 service neutron] 10.222.0.77 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934698 Jun 04 08:25:44.444956 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-677dfcb9-1535-4c6c-926c-2ddddaf1035a req-e96c2aee-6fc2-409c-a984-5340cbae2363 service neutron] 10.222.0.77 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982524 Jun 04 08:25:44.619643 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe919e9-660e-4fe1-945f-47118d033d5d req-b5454107-1697-432e-a422-12d197d02e60 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:44.626075 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ffe919e9-660e-4fe1-945f-47118d033d5d req-b5454107-1697-432e-a422-12d197d02e60 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0594959 Jun 04 08:25:44.684099 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ffe919e9-660e-4fe1-945f-47118d033d5d req-f6e4e543-ef74-42e2-abcf-ea5647099efc tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571349 Jun 04 08:25:44.844191 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39228c62-a740-43b2-94db-d3a25c9d9c40 req-d766ed31-9846-41ba-82e5-3cda285178a7 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:44.845691 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-39228c62-a740-43b2-94db-d3a25c9d9c40 req-d766ed31-9846-41ba-82e5-3cda285178a7 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0495732 Jun 04 08:25:44.903381 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-39228c62-a740-43b2-94db-d3a25c9d9c40 req-6d90c75c-698f-4356-8a93-644a5dc6c7f3 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513384 Jun 04 08:25:45.800670 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd8b93-ac06-47ff-b549-a2fcb4b27fd1 req-a6437f3f-6074-48f3-9283-5d677cacd986 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:45.802168 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c7cd8b93-ac06-47ff-b549-a2fcb4b27fd1 req-a6437f3f-6074-48f3-9283-5d677cacd986 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0487115 Jun 04 08:25:45.849250 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c7cd8b93-ac06-47ff-b549-a2fcb4b27fd1 req-a2c0e880-acb9-467b-86de-d3ae41b39a36 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415101 Jun 04 08:25:46.030397 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b36c03-ca29-4728-99c6-5bee9267ae25 req-0b737f60-4fcd-441d-889b-71ba031ca9d5 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:46.031784 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-94b36c03-ca29-4728-99c6-5bee9267ae25 req-0b737f60-4fcd-441d-889b-71ba031ca9d5 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0487609 Jun 04 08:25:46.079733 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-94b36c03-ca29-4728-99c6-5bee9267ae25 req-75e22b40-a81b-4c24-b571-dafbb51f58df tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422812 Jun 04 08:25:46.242966 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329c442-d33f-4631-b400-302fc138af23 req-8f682a75-a4a3-48a1-9abb-b520e1bcb35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:46.244444 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a329c442-d33f-4631-b400-302fc138af23 req-8f682a75-a4a3-48a1-9abb-b520e1bcb35a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3&device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 1129 time: 0.0393705 Jun 04 08:25:46.364063 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329c442-d33f-4631-b400-302fc138af23 req-c142d5bb-abe0-4341-854f-d64e3533c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:46.365541 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a329c442-d33f-4631-b400-302fc138af23 req-c142d5bb-abe0-4341-854f-d64e3533c951 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3ffca17b-eb82-420d-9eb0-3683041b6356 HTTP/1.1" status: 200 len: 917 time: 0.1028740 Jun 04 08:25:46.428863 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a329c442-d33f-4631-b400-302fc138af23 req-be1bf64d-7e85-45c6-b803-31c0e3e8cd6e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5c8d48b-c798-4362-9600-52b8c6b3edf7 HTTP/1.1" status: 200 len: 1001 time: 0.0570111 Jun 04 08:25:46.481450 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329c442-d33f-4631-b400-302fc138af23 req-40434e4d-c5ab-4c52-a2e4-c16565e3ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:46.482963 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a329c442-d33f-4631-b400-302fc138af23 req-40434e4d-c5ab-4c52-a2e4-c16565e3ba05 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02e06554-fbcb-49c6-b330-43781b1202a6 HTTP/1.1" status: 200 len: 855 time: 0.0478079 Jun 04 08:25:46.497252 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:46.533211 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329c442-d33f-4631-b400-302fc138af23 req-e6d1dcf0-3224-43eb-b812-0dac8a425a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:46.534784 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a329c442-d33f-4631-b400-302fc138af23 req-e6d1dcf0-3224-43eb-b812-0dac8a425a1b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ffca17b-eb82-420d-9eb0-3683041b6356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453200 Jun 04 08:25:46.591808 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:46.636964 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a329c442-d33f-4631-b400-302fc138af23 req-3a11b525-03b9-4761-996e-73f3b21f5a2c service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954208 Jun 04 08:25:46.729332 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a329c442-d33f-4631-b400-302fc138af23 req-0b95f1d7-f417-42d0-b29d-0f259b7d7880 service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853589 Jun 04 08:25:47.203333 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c455-d3f5-4a39-8261-b93d0189590e req-8aaf6f31-9276-4a51-8bc2-ea70e6bed8cb tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:47.204693 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8f79c455-d3f5-4a39-8261-b93d0189590e req-8aaf6f31-9276-4a51-8bc2-ea70e6bed8cb tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 945 time: 0.0536394 Jun 04 08:25:47.250732 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8f79c455-d3f5-4a39-8261-b93d0189590e req-b9f7f458-e034-414c-a006-efba3d1e8892 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405996 Jun 04 08:25:47.653390 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 52476) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:25:47.698224 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02d0383-11c9-43eb-b962-8eec5099c645 admin admin] Deleting subnet cb652357-cfa4-4c7a-b33c-135ddef957fb {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 08:25:47.701421 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e02d0383-11c9-43eb-b962-8eec5099c645 admin admin] Publish callbacks [] for subnet (cb652357-cfa4-4c7a-b33c-135ddef957fb), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:47.735626 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e02d0383-11c9-43eb-b962-8eec5099c645 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127320112'] for subnet (cb652357-cfa4-4c7a-b33c-135ddef957fb), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:47.774730 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e02d0383-11c9-43eb-b962-8eec5099c645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381204'] for subnet (cb652357-cfa4-4c7a-b33c-135ddef957fb), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:47.830561 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e02d0383-11c9-43eb-b962-8eec5099c645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127079354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127108435'] for subnet (cb652357-cfa4-4c7a-b33c-135ddef957fb), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:47.854104 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d0383-11c9-43eb-b962-8eec5099c645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb652357-cfa4-4c7a-b33c-135ddef957fb,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:47.860315 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e02d0383-11c9-43eb-b962-8eec5099c645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:47.863459 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e02d0383-11c9-43eb-b962-8eec5099c645 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/cb652357-cfa4-4c7a-b33c-135ddef957fb HTTP/1.1" status: 204 len: 168 time: 0.2090535 Jun 04 08:25:47.865994 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 52478) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:25:47.932369 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-35d029b4-835a-458f-a4ee-5bc6a7656c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1320922'] for network (8a4e9591-70ce-4346-934a-3a60d27926aa), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:47.982561 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device f5c8d48b-c798-4362-9600-52b8c6b3edf7 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:25:48.011784 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-35d029b4-835a-458f-a4ee-5bc6a7656c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1404371', 'neutron.services.segments.db._delete_segments_for_network-8739929666573'] for network (8a4e9591-70ce-4346-934a-3a60d27926aa), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:48.033213 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-35d029b4-835a-458f-a4ee-5bc6a7656c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4e9591-70ce-4346-934a-3a60d27926aa']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:25:48.042411 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-35d029b4-835a-458f-a4ee-5bc6a7656c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80061331-d62d-4b1c-b42d-2dbbb38b808e') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:25:48.042714 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-35d029b4-835a-458f-a4ee-5bc6a7656c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80061331-d62d-4b1c-b42d-2dbbb38b808e') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:25:48.051695 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port f5c8d48b-c798-4362-9600-52b8c6b3edf7 is: ACTIVE; New status is: DOWN {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:25:48.052076 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:48.052548 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-35d029b4-835a-458f-a4ee-5bc6a7656c64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739929665940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127320121'] for segment (80061331-d62d-4b1c-b42d-2dbbb38b808e), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:48.065817 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-35d029b4-835a-458f-a4ee-5bc6a7656c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (80061331-d62d-4b1c-b42d-2dbbb38b808e), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:48.072248 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d029b4-835a-458f-a4ee-5bc6a7656c64 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 08:25:48.072636 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-35d029b4-835a-458f-a4ee-5bc6a7656c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127079392'] for segment (80061331-d62d-4b1c-b42d-2dbbb38b808e), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:48.073634 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376f550c-566d-4324-a058-95440de61568', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:25:48.076370 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc960677-a040-4eae-a56f-9071b12d4675" -d '{"events": [{"server_uuid": "376f550c-566d-4324-a058-95440de61568", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c8d48b-c798-4362-9600-52b8c6b3edf7"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:25:48.088932 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port f5c8d48b-c798-4362-9600-52b8c6b3edf7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f5c8d48b-c798-4362-9600-52b8c6b3edf7,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:25:48.095755 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:48.116912 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 80061331-d62d-4b1c-b42d-2dbbb38b808e resource provider aggregate not found Jun 04 08:25:48.141511 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:48.141787 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 80061331-d62d-4b1c-b42d-2dbbb38b808e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80061331-d62d-4b1c-b42d-2dbbb38b808e found for delete ", "request_id": "req-484b435c-a331-439e-bebe-10c62e426842"}]} Jun 04 08:25:48.143325 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-35d029b4-835a-458f-a4ee-5bc6a7656c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1404356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3914569'] for network (8a4e9591-70ce-4346-934a-3a60d27926aa), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:48.147750 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=f5c8d48b-c798-4362-9600-52b8c6b3edf7,revision_number=8']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:48.149443 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-35d029b4-835a-458f-a4ee-5bc6a7656c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:48.151175 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 04 Jun 2022 08:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f90d14-3522-4f4b-8773-f30198643f05 x-openstack-request-id: req-04f90d14-3522-4f4b-8773-f30198643f05 {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:25:48.151396 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376f550c-566d-4324-a058-95440de61568", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c8d48b-c798-4362-9600-52b8c6b3edf7", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:25:48.151641 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-04f90d14-3522-4f4b-8773-f30198643f05 {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:25:48.152016 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f90d14-3522-4f4b-8773-f30198643f05'] response: {'server_uuid': '376f550c-566d-4324-a058-95440de61568', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7', 'code': 200} Jun 04 08:25:48.154425 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-35d029b4-835a-458f-a4ee-5bc6a7656c64 admin admin] 10.222.0.57 "DELETE /v2.0/networks/8a4e9591-70ce-4346-934a-3a60d27926aa HTTP/1.1" status: 204 len: 168 time: 0.2874966 Jun 04 08:25:48.167372 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d029b4-835a-458f-a4ee-5bc6a7656c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a4e9591-70ce-4346-934a-3a60d27926aa,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:48.329297 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 52492) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:25:48.370084 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-b885f6ca-039b-4cd1-a974-869e0eca485e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6c443dd708b0443f8ca77d5b28529606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395052 Jun 04 08:25:48.373077 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 52494) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:25:48.373375 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c8307-3642-4895-b750-27313715bf56 req-4a9f0698-9302-458b-b385-4f05995580eb tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:48.374888 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e09c8307-3642-4895-b750-27313715bf56 req-4a9f0698-9302-458b-b385-4f05995580eb tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0512023 Jun 04 08:25:48.422473 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e09c8307-3642-4895-b750-27313715bf56 req-c5ce9870-dca8-4fdd-8c79-e93f59dc8fff tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418630 Jun 04 08:25:48.422666 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e10c437-7a5b-4392-8884-81f582475034 admin admin] Publish callbacks [] for security_group (06470253-67b9-43f9-a90e-ac156bb0fc2f), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:48.424059 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:48.449479 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e10c437-7a5b-4392-8884-81f582475034 admin admin] Publish callbacks [] for security_group (06470253-67b9-43f9-a90e-ac156bb0fc2f), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:48.494682 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e10c437-7a5b-4392-8884-81f582475034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (06470253-67b9-43f9-a90e-ac156bb0fc2f), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:48.497381 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e10c437-7a5b-4392-8884-81f582475034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:48.498544 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2e10c437-7a5b-4392-8884-81f582475034 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/06470253-67b9-43f9-a90e-ac156bb0fc2f HTTP/1.1" status: 204 len: 168 time: 0.1245835 Jun 04 08:25:48.506279 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10c437-7a5b-4392-8884-81f582475034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06470253-67b9-43f9-a90e-ac156bb0fc2f,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:25:49.252590 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:25:49.545429 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccb5e5-27db-4a0b-9a34-55042c7bd559 req-ff153880-2bd8-48ad-9a3e-09e6d869149f tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:49.547067 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b9ccb5e5-27db-4a0b-9a34-55042c7bd559 req-ff153880-2bd8-48ad-9a3e-09e6d869149f tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0494177 Jun 04 08:25:49.569707 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:49.821739 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b9ccb5e5-27db-4a0b-9a34-55042c7bd559 req-10fb9288-89d1-44f3-abe7-f089d1725ca7 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686520 Jun 04 08:25:50.077245 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=55 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:50.297602 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [req-234143e8-ad37-4c04-971b-779ef4cb7254 req-747c8360-74a7-4b3e-87e9-b1675cb1d267 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 08:25:50.298589 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-234143e8-ad37-4c04-971b-779ef4cb7254 req-747c8360-74a7-4b3e-87e9-b1675cb1d267 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059354 Jun 04 08:25:50.453387 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002468f8-47c4-4d6e-a6e6-20eee15552d2 req-7cb66f8f-2d76-4b79-abaf-a13428319d1b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:50.454900 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-002468f8-47c4-4d6e-a6e6-20eee15552d2 req-7cb66f8f-2d76-4b79-abaf-a13428319d1b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0506668 Jun 04 08:25:50.501775 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-002468f8-47c4-4d6e-a6e6-20eee15552d2 req-ed5f4ae8-8156-4c8f-b8fd-cd0769325a5e tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412793 Jun 04 08:25:50.786087 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 52572) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:25:50.870981 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-76167249-4bf2-43b6-8286-9aeb33b43a21 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831673 Jun 04 08:25:50.879510 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-e0d32fc4-28bc-4c20-ae65-fefc8fc15469 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 08:25:50.880528 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-e0d32fc4-28bc-4c20-ae65-fefc8fc15469 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050128 Jun 04 08:25:50.960018 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 52584) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:25:51.074187 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-fb23609d-ed41-4e49-90c0-b5ab169ee635 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:51.078356 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-fb23609d-ed41-4e49-90c0-b5ab169ee635 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports/f5c8d48b-c798-4362-9600-52b8c6b3edf7 HTTP/1.1" status: 200 len: 940 time: 0.1171658 Jun 04 08:25:51.619657 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34062a-8620-43f0-889e-f55f40d6806d req-50c545a5-e58b-4fc5-a7a6-1680eb0749d6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:51.621135 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6b34062a-8620-43f0-889e-f55f40d6806d req-50c545a5-e58b-4fc5-a7a6-1680eb0749d6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0468740 Jun 04 08:25:51.670474 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6b34062a-8620-43f0-889e-f55f40d6806d req-e48ecc53-33ad-487f-bd09-e7522d6aaa99 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433338 Jun 04 08:25:51.990692 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device f5c8d48b-c798-4362-9600-52b8c6b3edf7 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:25:52.076389 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port f5c8d48b-c798-4362-9600-52b8c6b3edf7 is: DOWN; New status is: DOWN {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:25:52.611476 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-3905bad5-e56e-4542-ba19-ea54831dad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:52.612970 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-3905bad5-e56e-4542-ba19-ea54831dad73 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568&tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3 HTTP/1.1" status: 200 len: 1127 time: 0.0702872 Jun 04 08:25:52.675193 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-16499029-b92e-4c13-b4b9-9704ab43e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:52.676623 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-16499029-b92e-4c13-b4b9-9704ab43e29a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3&device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 1127 time: 0.0378909 Jun 04 08:25:52.769783 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-4a637c25-73f1-428f-83d4-8112492658b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:52.771293 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-4a637c25-73f1-428f-83d4-8112492658b0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3ffca17b-eb82-420d-9eb0-3683041b6356 HTTP/1.1" status: 200 len: 917 time: 0.0883174 Jun 04 08:25:52.795582 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb1edd-f4c3-4f26-999d-a29b943c15c9 req-dbd49cab-a07d-406a-91ef-2238d16b4943 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:52.797096 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6aeb1edd-f4c3-4f26-999d-a29b943c15c9 req-dbd49cab-a07d-406a-91ef-2238d16b4943 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0480492 Jun 04 08:25:52.832376 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:52.835733 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-4325520c-c624-4600-a953-ae4d1d95e74e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5c8d48b-c798-4362-9600-52b8c6b3edf7 HTTP/1.1" status: 200 len: 999 time: 0.0547657 Jun 04 08:25:52.845655 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6aeb1edd-f4c3-4f26-999d-a29b943c15c9 req-4eafe7c8-6088-4388-9630-0c6992b9bbf6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427048 Jun 04 08:25:52.894657 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-d5ff3176-7ef5-43a5-830b-fb4c8c49778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:52.896156 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-d5ff3176-7ef5-43a5-830b-fb4c8c49778f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02e06554-fbcb-49c6-b330-43781b1202a6 HTTP/1.1" status: 200 len: 855 time: 0.0481257 Jun 04 08:25:52.946167 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-806e8030-c239-4b18-8152-8574ab89750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:52.947723 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-806e8030-c239-4b18-8152-8574ab89750f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ffca17b-eb82-420d-9eb0-3683041b6356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417130 Jun 04 08:25:53.046713 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-58b42ff8-6f33-4cd6-a3a1-86a5b018da99 service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926032 Jun 04 08:25:53.135816 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-16493237-5bbf-46ec-b824-ab4775b29c8d service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819414 Jun 04 08:25:53.984967 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424473b8-513f-4da3-b66c-4c8b642661ec req-8526550f-2ad6-4f0d-9713-96ee44140ff0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:53.987307 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-424473b8-513f-4da3-b66c-4c8b642661ec req-8526550f-2ad6-4f0d-9713-96ee44140ff0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0532715 Jun 04 08:25:54.038797 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-424473b8-513f-4da3-b66c-4c8b642661ec req-625e04e1-e84c-483e-b7e7-1d6fa73ca4b1 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456657 Jun 04 08:25:55.161856 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd4057-497f-4831-92e8-13fb3bcdf5b9 req-9bbb840c-b56b-4b7c-aac6-0a8cc76eec9a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:55.163452 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c5fd4057-497f-4831-92e8-13fb3bcdf5b9 req-9bbb840c-b56b-4b7c-aac6-0a8cc76eec9a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0493512 Jun 04 08:25:55.215672 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c5fd4057-497f-4831-92e8-13fb3bcdf5b9 req-3ee5949e-53c4-4b37-8e37-683178e37d92 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452883 Jun 04 08:25:56.339078 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:56.352145 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490d1fb-c478-4b8c-a826-f78a144601c6 req-49540b23-6838-4515-9391-744da6b585d9 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:56.353630 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7490d1fb-c478-4b8c-a826-f78a144601c6 req-49540b23-6838-4515-9391-744da6b585d9 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0552948 Jun 04 08:25:56.403649 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7490d1fb-c478-4b8c-a826-f78a144601c6 req-978aa165-d5df-470a-ae00-2122688f3416 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435522 Jun 04 08:25:57.531696 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdd653-2fb9-4ccb-9d12-7954957e049c req-85560e32-cd8a-4b73-85b3-0ca78eb15419 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:57.533139 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-31cdd653-2fb9-4ccb-9d12-7954957e049c req-85560e32-cd8a-4b73-85b3-0ca78eb15419 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0462685 Jun 04 08:25:57.579931 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-31cdd653-2fb9-4ccb-9d12-7954957e049c req-dbdefef3-f3f2-4e29-bb77-6a824beea58b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412405 Jun 04 08:25:57.635130 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:25:58.704573 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bf8aa-137f-4def-9e85-bccac255bef9 req-bd68f789-c739-4c86-ae90-39247cd9528c tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:58.706120 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a3bf8aa-137f-4def-9e85-bccac255bef9 req-bd68f789-c739-4c86-ae90-39247cd9528c tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0490601 Jun 04 08:25:58.756511 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a3bf8aa-137f-4def-9e85-bccac255bef9 req-0770a8fb-66e5-4dd6-b006-262069d3ab8b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447116 Jun 04 08:25:59.248542 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=49 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:59.886617 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f37e3-df70-422e-99ad-75aee585319b req-329e7142-7d3f-40c3-b137-492b9ca5608a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:25:59.889295 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1c6f37e3-df70-422e-99ad-75aee585319b req-329e7142-7d3f-40c3-b137-492b9ca5608a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0496051 Jun 04 08:25:59.931327 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:25:59.940521 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1c6f37e3-df70-422e-99ad-75aee585319b req-36f0b679-1990-48e4-b947-53776054fb61 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464120 Jun 04 08:26:01.069245 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62f17b-c7fb-4245-9c36-416152f9d3f3 req-69f471a6-75ff-4a86-ba90-b22af658c8c1 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:01.070988 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5c62f17b-c7fb-4245-9c36-416152f9d3f3 req-69f471a6-75ff-4a86-ba90-b22af658c8c1 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0526676 Jun 04 08:26:01.112635 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:01.120801 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5c62f17b-c7fb-4245-9c36-416152f9d3f3 req-8f74d018-c152-4398-b0a3-a7e8cf38d9f9 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436733 Jun 04 08:26:02.247712 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae682a-e41d-435b-a99f-42a1872f3566 req-48775e30-6e63-43c4-8305-faf7fbff0e34 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:02.249279 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e9ae682a-e41d-435b-a99f-42a1872f3566 req-48775e30-6e63-43c4-8305-faf7fbff0e34 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0503521 Jun 04 08:26:02.297358 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e9ae682a-e41d-435b-a99f-42a1872f3566 req-1317f13a-971b-462e-84e8-fee2250602ac tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422974 Jun 04 08:26:03.418326 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2ba93-44b9-4b44-bc9f-24af08b2b779 req-8186101e-deef-48ed-8e09-8b8b184ad821 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:03.420494 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-32e2ba93-44b9-4b44-bc9f-24af08b2b779 req-8186101e-deef-48ed-8e09-8b8b184ad821 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0480297 Jun 04 08:26:03.468985 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-32e2ba93-44b9-4b44-bc9f-24af08b2b779 req-8d96257e-1693-483d-8444-392cc2a151dc tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425005 Jun 04 08:26:04.589355 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93561bc0-eb67-417b-9d79-c3a6e47d5f21 req-6c27fc14-ae97-4af1-805c-05f847e25421 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:04.590938 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-93561bc0-eb67-417b-9d79-c3a6e47d5f21 req-6c27fc14-ae97-4af1-805c-05f847e25421 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0486784 Jun 04 08:26:04.645012 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-93561bc0-eb67-417b-9d79-c3a6e47d5f21 req-c19be5d7-f3c3-4270-9846-bc507a6e3f54 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481009 Jun 04 08:26:05.109319 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2f13f634-d32b-480f-a89e-7f47db822bf4 req-66242724-e34b-47ce-97bf-ed7a898164c3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401857 Jun 04 08:26:05.176394 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13f634-d32b-480f-a89e-7f47db822bf4 req-9f57c1a6-4afb-4151-a11f-0de2b6c1fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:05.177976 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2f13f634-d32b-480f-a89e-7f47db822bf4 req-9f57c1a6-4afb-4151-a11f-0de2b6c1fb0f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=880551882c5748278978d5a7586d1f30&device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 1130 time: 0.0442567 Jun 04 08:26:05.286261 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13f634-d32b-480f-a89e-7f47db822bf4 req-752351c5-cc18-4283-856c-f73f99b21879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:05.287737 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2f13f634-d32b-480f-a89e-7f47db822bf4 req-752351c5-cc18-4283-856c-f73f99b21879 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6b860f72-fd6a-4776-95a4-5ec614119cc7 HTTP/1.1" status: 200 len: 912 time: 0.0885067 Jun 04 08:26:05.356082 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2f13f634-d32b-480f-a89e-7f47db822bf4 req-2342f367-84f9-4a19-9882-4a84518c3fde service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=683a8100-f2f6-4a84-82c4-09a8d38f10ca HTTP/1.1" status: 200 len: 1000 time: 0.0600374 Jun 04 08:26:05.420835 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13f634-d32b-480f-a89e-7f47db822bf4 req-94dcf5f7-55bb-494f-8060-177e24c0d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:05.422240 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2f13f634-d32b-480f-a89e-7f47db822bf4 req-94dcf5f7-55bb-494f-8060-177e24c0d061 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=18b12b06-c651-4ab6-8f19-24224f73c099 HTTP/1.1" status: 200 len: 850 time: 0.0458722 Jun 04 08:26:05.471604 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13f634-d32b-480f-a89e-7f47db822bf4 req-17355747-b665-4260-913b-b1cd65efcd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:05.473071 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2f13f634-d32b-480f-a89e-7f47db822bf4 req-17355747-b665-4260-913b-b1cd65efcd5e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6b860f72-fd6a-4776-95a4-5ec614119cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382695 Jun 04 08:26:05.570055 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2f13f634-d32b-480f-a89e-7f47db822bf4 req-0aa121b3-90c5-4609-8794-e2e7768c9291 service neutron] 10.222.0.77 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893760 Jun 04 08:26:05.661773 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2f13f634-d32b-480f-a89e-7f47db822bf4 req-411c339e-211b-4378-aaa5-6ff22d2d5064 service neutron] 10.222.0.77 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847063 Jun 04 08:26:05.770413 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3601ff-b5f5-485d-8157-f7910b307cdb req-8dbbf461-002c-4b27-9df8-3b48a10fe603 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:05.771883 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c3601ff-b5f5-485d-8157-f7910b307cdb req-8dbbf461-002c-4b27-9df8-3b48a10fe603 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0495446 Jun 04 08:26:05.820786 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c3601ff-b5f5-485d-8157-f7910b307cdb req-318a116d-13ef-4b68-90fa-aa698c1be0d9 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431054 Jun 04 08:26:06.554340 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-7f34fa78-418b-4fb9-a5eb-966199023671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:06.943390 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae15bee-56d2-40c8-9d60-2e4c45d23315 req-fbae270a-3661-4ee7-9b80-dbbb6554462f tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:06.944848 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4ae15bee-56d2-40c8-9d60-2e4c45d23315 req-fbae270a-3661-4ee7-9b80-dbbb6554462f tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0479429 Jun 04 08:26:06.996038 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4ae15bee-56d2-40c8-9d60-2e4c45d23315 req-8346cf77-5282-4dde-9612-5606d4aae9af tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455978 Jun 04 08:26:08.108782 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:08.118363 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06787da-b69f-4f4d-9dc3-5b2aa6afe152 req-350e438c-1eaa-4582-8518-bd463eb1859c tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:08.119845 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b06787da-b69f-4f4d-9dc3-5b2aa6afe152 req-350e438c-1eaa-4582-8518-bd463eb1859c tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0513365 Jun 04 08:26:08.166906 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b06787da-b69f-4f4d-9dc3-5b2aa6afe152 req-e4176e3a-f02e-4cdf-818f-b55b2036dd02 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409036 Jun 04 08:26:09.066480 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c387495f-6fc2-4e08-a019-8e76635205d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:09.288906 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98eec4-b824-4fe5-aa48-8c0c9e77288c req-acfb439f-d0d8-4634-addf-6a18c838165c tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:09.290384 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1c98eec4-b824-4fe5-aa48-8c0c9e77288c req-acfb439f-d0d8-4634-addf-6a18c838165c tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0476367 Jun 04 08:26:09.337285 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1c98eec4-b824-4fe5-aa48-8c0c9e77288c req-a6721b22-705d-4238-b9e4-de23c42caa17 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413482 Jun 04 08:26:10.086945 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=52,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:10.100958 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:10.459176 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc9a3c-e829-4ab0-b6fc-1e5e695884db req-94f02e0a-94d4-4ffc-9dc6-d5a7aeca0e53 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:10.460686 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e8bc9a3c-e829-4ab0-b6fc-1e5e695884db req-94f02e0a-94d4-4ffc-9dc6-d5a7aeca0e53 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0494473 Jun 04 08:26:10.509152 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e8bc9a3c-e829-4ab0-b6fc-1e5e695884db req-88efd666-a096-4701-bc18-2b9470c74a8f tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429606 Jun 04 08:26:11.284915 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:11.628933 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc725d5-b1a6-456b-8883-804ad5066a93 req-9c9e6016-0a7b-4616-8c50-2cca00077ca8 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:11.630433 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5fc725d5-b1a6-456b-8883-804ad5066a93 req-9c9e6016-0a7b-4616-8c50-2cca00077ca8 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 943 time: 0.0479524 Jun 04 08:26:11.678282 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5fc725d5-b1a6-456b-8883-804ad5066a93 req-b044fecf-2124-4e76-b0bc-13d6c9e949ac tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423615 Jun 04 08:26:12.057376 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device f5c8d48b-c798-4362-9600-52b8c6b3edf7 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:26:12.157878 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port f5c8d48b-c798-4362-9600-52b8c6b3edf7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f5c8d48b-c798-4362-9600-52b8c6b3edf7,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:26:12.169497 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'port_id': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7', 'mac_address': 'fa:16:3e:90:e8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:26:12.204823 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port f5c8d48b-c798-4362-9600-52b8c6b3edf7 is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:12.205210 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:12.218545 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c8d48b-c798-4362-9600-52b8c6b3edf7 {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:26:12.237953 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port f5c8d48b-c798-4362-9600-52b8c6b3edf7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f5c8d48b-c798-4362-9600-52b8c6b3edf7,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:26:12.241914 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:12.287715 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=f5c8d48b-c798-4362-9600-52b8c6b3edf7,revision_number=9']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:12.611026 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['f5c8d48b-c798-4362-9600-52b8c6b3edf7'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:26:12.803986 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618eb2b-75ab-46ad-9711-1f8b9bf10e48 req-c2285fcb-60a3-46cd-90e3-e4faf413ab0a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:12.805518 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5618eb2b-75ab-46ad-9711-1f8b9bf10e48 req-c2285fcb-60a3-46cd-90e3-e4faf413ab0a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 944 time: 0.0523105 Jun 04 08:26:12.852891 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5618eb2b-75ab-46ad-9711-1f8b9bf10e48 req-4054d75e-88b0-4869-b713-ca0a7e631135 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418713 Jun 04 08:26:12.876600 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:13.978586 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6782cf-78b8-4d58-85db-c0c1afceea82 req-18e91d9f-982e-4990-99a1-1fbe0bc03101 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:13.980133 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ff6782cf-78b8-4d58-85db-c0c1afceea82 req-18e91d9f-982e-4990-99a1-1fbe0bc03101 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 944 time: 0.0525241 Jun 04 08:26:14.028366 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ff6782cf-78b8-4d58-85db-c0c1afceea82 req-91ad749f-b955-43dd-a77b-4483f171276e tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418551 Jun 04 08:26:14.069582 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device f5c8d48b-c798-4362-9600-52b8c6b3edf7 up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:26:14.117782 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port f5c8d48b-c798-4362-9600-52b8c6b3edf7 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:14.118173 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:14.142605 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:14.192590 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port f5c8d48b-c798-4362-9600-52b8c6b3edf7 is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:14.192970 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:14.215661 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376f550c-566d-4324-a058-95440de61568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:26:14.218562 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f043e5-8744-4859-baeb-308f675aaa0f" -d '{"events": [{"server_uuid": "376f550c-566d-4324-a058-95440de61568", "name": "network-vif-plugged", "status": "completed", "tag": "f5c8d48b-c798-4362-9600-52b8c6b3edf7"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:26:14.231448 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port f5c8d48b-c798-4362-9600-52b8c6b3edf7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f5c8d48b-c798-4362-9600-52b8c6b3edf7,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:26:14.238166 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:14.263615 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72587878-cb4f-4f0c-9b11-dabdc432c4c5 x-openstack-request-id: req-72587878-cb4f-4f0c-9b11-dabdc432c4c5 {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:26:14.263615 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376f550c-566d-4324-a058-95440de61568", "name": "network-vif-plugged", "status": "completed", "tag": "f5c8d48b-c798-4362-9600-52b8c6b3edf7", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:26:14.263615 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-72587878-cb4f-4f0c-9b11-dabdc432c4c5 {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:26:14.263615 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72587878-cb4f-4f0c-9b11-dabdc432c4c5'] response: {'server_uuid': '376f550c-566d-4324-a058-95440de61568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7', 'code': 200} Jun 04 08:26:14.289092 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=f5c8d48b-c798-4362-9600-52b8c6b3edf7,revision_number=10']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:14.851834 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcfc31-9944-49e5-b8e6-8e90de1fa4ad req-e3930da0-f784-403e-a268-11f03f23f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:14.853486 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b7bcfc31-9944-49e5-b8e6-8e90de1fa4ad req-e3930da0-f784-403e-a268-11f03f23f8e5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 1130 time: 0.0426381 Jun 04 08:26:14.895206 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:14.903091 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b7bcfc31-9944-49e5-b8e6-8e90de1fa4ad req-d0b817db-4e37-4445-b51f-2cd93d12697b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401659 Jun 04 08:26:15.159009 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f56b9-9997-4a15-843d-714a0b9b68e0 req-4979a0ab-b547-4ff5-ab9d-93ec059cd099 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:15.160492 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-289f56b9-9997-4a15-843d-714a0b9b68e0 req-4979a0ab-b547-4ff5-ab9d-93ec059cd099 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 946 time: 0.0500979 Jun 04 08:26:15.218614 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-289f56b9-9997-4a15-843d-714a0b9b68e0 req-f8a3a6a5-56ba-4310-adcc-c2ae6d76b8b0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526233 Jun 04 08:26:16.346816 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1af943-e72d-4b3d-8295-92a3dd46b66f req-916c68a7-682f-4438-a038-46e092b53ba2 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:16.348330 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ac1af943-e72d-4b3d-8295-92a3dd46b66f req-916c68a7-682f-4438-a038-46e092b53ba2 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 946 time: 0.0526567 Jun 04 08:26:16.396185 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ac1af943-e72d-4b3d-8295-92a3dd46b66f req-2a514042-4f9a-4e50-a4aa-cc9b1690e952 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423059 Jun 04 08:26:17.527987 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153659b4-7725-4d97-8c8e-5840c6692769 req-fc903830-8316-4617-a124-e5fd7a91e19f tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:17.529471 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-153659b4-7725-4d97-8c8e-5840c6692769 req-fc903830-8316-4617-a124-e5fd7a91e19f tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 946 time: 0.0515108 Jun 04 08:26:17.586735 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-153659b4-7725-4d97-8c8e-5840c6692769 req-588d30e4-70bc-4a88-a878-66bb53eab26b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514259 Jun 04 08:26:18.692002 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:18.705435 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f2758-6d4a-41a3-b41f-95b76d7208f4 req-e9739c5a-f883-40e4-b5c3-0b196c3e0392 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:18.706927 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5a2f2758-6d4a-41a3-b41f-95b76d7208f4 req-e9739c5a-f883-40e4-b5c3-0b196c3e0392 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 946 time: 0.0471900 Jun 04 08:26:18.753176 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5a2f2758-6d4a-41a3-b41f-95b76d7208f4 req-bb57523b-d1de-4be1-a9df-db43467a155d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408902 Jun 04 08:26:19.300732 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:19.305869 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:23.722183 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702691de-68ac-4ca9-b327-927e5ae630aa req-c5ee109f-f4d7-401a-be24-0f72570e5704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:23.723678 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-702691de-68ac-4ca9-b327-927e5ae630aa req-c5ee109f-f4d7-401a-be24-0f72570e5704 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 1129 time: 0.0390375 Jun 04 08:26:23.727062 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f358a2-fc86-4e1e-a848-83587a9152dd req-719b75a9-1ce8-4b98-8e4c-7f926d4e8d0b tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:23.728546 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-98f358a2-fc86-4e1e-a848-83587a9152dd req-719b75a9-1ce8-4b98-8e4c-7f926d4e8d0b tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0469108 Jun 04 08:26:23.778460 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-98f358a2-fc86-4e1e-a848-83587a9152dd req-cc793d3c-2463-4626-8d47-89704afd6088 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441396 Jun 04 08:26:23.823445 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702691de-68ac-4ca9-b327-927e5ae630aa req-8c093316-961f-498d-aec2-9b406e54ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:23.824926 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-702691de-68ac-4ca9-b327-927e5ae630aa req-8c093316-961f-498d-aec2-9b406e54ac8f service neutron] 10.222.0.77 "GET /v2.0/networks?id=1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 200 len: 920 time: 0.0918078 Jun 04 08:26:23.893226 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-702691de-68ac-4ca9-b327-927e5ae630aa req-0296f012-1500-4a8d-9834-1f29cb2a2b41 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd7e0432-1c0f-41ca-b602-3048957c52d3 HTTP/1.1" status: 200 len: 1001 time: 0.0583518 Jun 04 08:26:23.947125 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702691de-68ac-4ca9-b327-927e5ae630aa req-57591530-0d94-4059-95f9-a624852610b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:23.948589 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-702691de-68ac-4ca9-b327-927e5ae630aa req-57591530-0d94-4059-95f9-a624852610b7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a1bd244-02e5-437b-b10c-98141f388763 HTTP/1.1" status: 200 len: 858 time: 0.0447721 Jun 04 08:26:23.991571 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702691de-68ac-4ca9-b327-927e5ae630aa req-914061aa-85cc-4815-a24c-119e67b82a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:23.993015 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-702691de-68ac-4ca9-b327-927e5ae630aa req-914061aa-85cc-4815-a24c-119e67b82a6c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1fd25ca8-4d43-46c5-8814-4ee274135448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376344 Jun 04 08:26:24.091118 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-702691de-68ac-4ca9-b327-927e5ae630aa req-7ad4e83d-90fa-4b61-8a5c-0a51426453fa service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866578 Jun 04 08:26:24.188685 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-702691de-68ac-4ca9-b327-927e5ae630aa req-bafed89d-a619-4da7-a333-bf2e9d022b55 service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853667 Jun 04 08:26:24.280303 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:24.287230 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:24.906033 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad4ea3-f1c0-493e-995b-ce7f80444f21 req-9ed1bc4e-9dcc-4e48-bfbc-9270c6d807e8 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:24.907493 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-41ad4ea3-f1c0-493e-995b-ce7f80444f21 req-9ed1bc4e-9dcc-4e48-bfbc-9270c6d807e8 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0506446 Jun 04 08:26:24.954600 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-41ad4ea3-f1c0-493e-995b-ce7f80444f21 req-dd4d0da6-0f7c-4a8b-b383-b5df40f3f92e tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413790 Jun 04 08:26:26.068242 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690b341-a7c8-448e-8bcd-f302d490eecb req-7c9535e3-7567-4a11-98ab-08b34293fd71 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:26.069664 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d690b341-a7c8-448e-8bcd-f302d490eecb req-7c9535e3-7567-4a11-98ab-08b34293fd71 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0473592 Jun 04 08:26:26.089057 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:26.116133 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d690b341-a7c8-448e-8bcd-f302d490eecb req-f2605aa2-c57e-4ed9-82ed-fcdc50d915f7 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410264 Jun 04 08:26:26.253863 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:26:27.217800 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:27.228985 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc475e05-db36-4055-a715-a27c74f08a0f req-41a0067f-fb27-4459-91b0-041e74f8f6ec tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:27.230484 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fc475e05-db36-4055-a715-a27c74f08a0f req-41a0067f-fb27-4459-91b0-041e74f8f6ec tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0470436 Jun 04 08:26:27.276203 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fc475e05-db36-4055-a715-a27c74f08a0f req-4da91711-3734-4e1a-bb31-04dad87ad41b tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395803 Jun 04 08:26:27.629612 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:27.715352 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 52994) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:27.820238 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:27.894920 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] Publish callbacks [] for security_group (7b0730e2-120d-4578-a0c5-c3dbfd29e596), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:27.898349 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (7b0730e2-120d-4578-a0c5-c3dbfd29e596), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:27.939955 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0730e2-120d-4578-a0c5-c3dbfd29e596,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:27.943152 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:27.945932 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=30266a8820c54f5a8af82682d6d8e5b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295725 Jun 04 08:26:27.948629 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 52998) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:27.952337 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:27.952704 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:27.953045 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:27.953385 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:27.953720 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:27.954079 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:27.954407 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:27.954731 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:27.955067 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:27.955377 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:27.955701 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:27.956294 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:27.956410 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:27.956644 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:27.956961 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd631cd5-fdb5-40b4-b8c2-43cea38e4ab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:27.996536 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Publish callbacks [] for security_group (7b0730e2-120d-4578-a0c5-c3dbfd29e596), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:28.018297 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Publish callbacks [] for security_group (7b0730e2-120d-4578-a0c5-c3dbfd29e596), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:28.064095 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (7b0730e2-120d-4578-a0c5-c3dbfd29e596), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:28.066555 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:28.067672 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7b0730e2-120d-4578-a0c5-c3dbfd29e596 HTTP/1.1" status: 204 len: 168 time: 0.1180665 Jun 04 08:26:28.075342 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0730e2-120d-4578-a0c5-c3dbfd29e596,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:28.084988 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:28.085384 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:28.085668 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:28.086036 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:28.086372 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:28.086715 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:28.087041 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:28.087364 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:28.087689 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:28.088014 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:28.088338 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:28.088661 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:28.088982 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:28.089298 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:28.089619 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820c088-bbf2-49a3-8720-a373930fb64d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:28.622582 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aaff0-26f5-483e-bc88-7ef968cb0285 req-865aab19-7691-4bcb-874b-03f3a6233115 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:28.624577 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5e5aaff0-26f5-483e-bc88-7ef968cb0285 req-865aab19-7691-4bcb-874b-03f3a6233115 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.2785985 Jun 04 08:26:28.674420 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5e5aaff0-26f5-483e-bc88-7ef968cb0285 req-bcc34c02-ea1a-4425-9dd0-94b2a356b9f5 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422070 Jun 04 08:26:28.704345 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53022) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:28.813506 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-5e2843c7-2c0c-40e9-b921-8374e9186ba8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-300773618-network', 'tenant_id': '950149f4530b41eea35bc273803918a9'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:26:28.833795 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2843c7-2c0c-40e9-b921-8374e9186ba8 admin admin] Made reservation on behalf of 950149f4530b41eea35bc273803918a9 for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:26:28.835998 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5e2843c7-2c0c-40e9-b921-8374e9186ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:28.843974 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5e2843c7-2c0c-40e9-b921-8374e9186ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:28.917535 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5e2843c7-2c0c-40e9-b921-8374e9186ba8 admin admin] Publish callbacks [] for security_group (7da87886-0349-4f1c-9f24-4738e45d8b03), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:28.921984 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5e2843c7-2c0c-40e9-b921-8374e9186ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (7da87886-0349-4f1c-9f24-4738e45d8b03), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:28.950054 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2843c7-2c0c-40e9-b921-8374e9186ba8 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=103812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 08:26:28.956296 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2843c7-2c0c-40e9-b921-8374e9186ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da87886-0349-4f1c-9f24-4738e45d8b03,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:28.962222 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5e2843c7-2c0c-40e9-b921-8374e9186ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (f2ef7d57-427b-411e-a6dc-8510a07ec96b), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:28.962564 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-5e2843c7-2c0c-40e9-b921-8374e9186ba8 admin admin] Added segment f2ef7d57-427b-411e-a6dc-8510a07ec96b of type vlan for network d7b6ce13-c239-48d5-a1b0-88bed796ecf4 Jun 04 08:26:29.003684 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5e2843c7-2c0c-40e9-b921-8374e9186ba8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (d7b6ce13-c239-48d5-a1b0-88bed796ecf4), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:29.027512 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5e2843c7-2c0c-40e9-b921-8374e9186ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (d7b6ce13-c239-48d5-a1b0-88bed796ecf4), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:29.028505 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2843c7-2c0c-40e9-b921-8374e9186ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:29.029107 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5e2843c7-2c0c-40e9-b921-8374e9186ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:29.036348 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:29.086107 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-5e2843c7-2c0c-40e9-b921-8374e9186ba8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3805816 Jun 04 08:26:29.088880 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53026) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:29.094134 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-4f4455c6-6d66-40e6-8a1c-fc0272a593a2 admin admin] Request body: {'subnet': {'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-300773618-subnet', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:26:29.098675 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2843c7-2c0c-40e9-b921-8374e9186ba8 admin admin] Pushing event updated for resources: {'Network': ['ID=d7b6ce13-c239-48d5-a1b0-88bed796ecf4,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:29.109088 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network d7b6ce13-c239-48d5-a1b0-88bed796ecf4 details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:26:29.116007 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4455c6-6d66-40e6-8a1c-fc0272a593a2 admin admin] Made reservation on behalf of 950149f4530b41eea35bc273803918a9 for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:26:29.118428 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4f4455c6-6d66-40e6-8a1c-fc0272a593a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127108470'] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:29.285187 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4f4455c6-6d66-40e6-8a1c-fc0272a593a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127078783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127108420'] for subnet (510c503a-76e2-4868-8711-4a68b9513120), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:29.339403 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4455c6-6d66-40e6-8a1c-fc0272a593a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=510c503a-76e2-4868-8711-4a68b9513120,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:29.349415 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4455c6-6d66-40e6-8a1c-fc0272a593a2 admin admin] Checking segment: {'id': 'f2ef7d57-427b-411e-a6dc-8510a07ec96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:26:29.349775 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4455c6-6d66-40e6-8a1c-fc0272a593a2 admin admin] Network hostable DHCP agents. Network: d7b6ce13-c239-48d5-a1b0-88bed796ecf4, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:26:29.370232 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4455c6-6d66-40e6-8a1c-fc0272a593a2 admin admin] Network d7b6ce13-c239-48d5-a1b0-88bed796ecf4 is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:26:29.381978 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-4f4455c6-6d66-40e6-8a1c-fc0272a593a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, d7b6ce13-c239-48d5-a1b0-88bed796ecf4) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:26:29.386750 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4455c6-6d66-40e6-8a1c-fc0272a593a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:29.387398 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4f4455c6-6d66-40e6-8a1c-fc0272a593a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:29.391796 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ce54ee-56c0-4fd2-b1cb-2a4b6fdeeaa3 None None] Network d7b6ce13-c239-48d5-a1b0-88bed796ecf4 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:26:29.405583 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4f4455c6-6d66-40e6-8a1c-fc0272a593a2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3155518 Jun 04 08:26:29.408156 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53028) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:29.412328 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-300773618-router', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:26:29.433803 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-459'] for router (0503c620-f61e-4c67-a131-bd4ae3b3e519), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:29.434851 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3827746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-434'] for router (0503c620-f61e-4c67-a131-bd4ae3b3e519), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:29.484863 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] Publish callbacks [] for router_controller (0503c620-f61e-4c67-a131-bd4ae3b3e519), precommit_add_association {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:29.496134 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp656ddf91-5a7e-5562-8344-d8ecf654b6e7-d7b6ce13-c239-48d5-a1b0-88bed796ecf4', 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4', 'project_id': '950149f4530b41eea35bc273803918a9', 'fixed_ips': [{'subnet_id': '510c503a-76e2-4868-8711-4a68b9513120'}]}} from dv-cinder-836996-29-iscsi. {{(pid=103813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 08:26:29.497092 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:29.618506 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] Publish callbacks [] for router_gateway (0503c620-f61e-4c67-a131-bd4ae3b3e519), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:29.631573 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.db_base_plugin_common [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Allocated IP 172.20.0.2 (d7b6ce13-c239-48d5-a1b0-88bed796ecf4/510c503a-76e2-4868-8711-4a68b9513120/87631c54-2aa5-417e-bf76-0192ab618cb1) {{(pid=103813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:26:29.685257 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:29.834685 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63169910-7e90-406a-81a7-9ad5031e9062 req-9a4d08ff-c693-40ef-8dc7-07c549ff2f63 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:29.836123 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-63169910-7e90-406a-81a7-9ad5031e9062 req-9a4d08ff-c693-40ef-8dc7-07c549ff2f63 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0751076 Jun 04 08:26:29.860317 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] Publish callbacks [] for router_gateway (0503c620-f61e-4c67-a131-bd4ae3b3e519), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:29.884256 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:29.887439 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:29.899877 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Publish callbacks [] for port (87631c54-2aa5-417e-bf76-0192ab618cb1), precommit_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:29.906112 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (87631c54-2aa5-417e-bf76-0192ab618cb1), after_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:29.944499 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-63169910-7e90-406a-81a7-9ad5031e9062 req-674e70a0-1504-4e15-8a56-add0288d2a3a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005850 Jun 04 08:26:29.951399 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Network d7b6ce13-c239-48d5-a1b0-88bed796ecf4 is already hosted by enough agents. {{(pid=103813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:26:29.959251 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.base_scheduler [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Resources bound (agent type, host, resource id): {{(pid=103813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:26:29.961708 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Received port after_create {{(pid=103813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:26:29.964966 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Pushing event updated for resources: {'Port': ['ID=87631c54-2aa5-417e-bf76-0192ab618cb1,revision_number=1']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:29.976344 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:29.976688 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:29.977031 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:29.977396 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:29.977729 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:29.978087 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:29.978408 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:29.978732 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:29.979053 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:29.979372 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:29.979693 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:29.980016 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:29.980334 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:29.980723 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:29.980953 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:30.025690 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] Allocated IP 172.27.2.230 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/d9c6560d-3133-440b-9202-dc62dca91627) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:26:30.035178 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Attempting to bind port 87631c54-2aa5-417e-bf76-0192ab618cb1 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:26:30.035557 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Attempting to bind port 87631c54-2aa5-417e-bf76-0192ab618cb1 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': 'f2ef7d57-427b-411e-a6dc-8510a07ec96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:26:30.035919 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Attempting to bind port 87631c54-2aa5-417e-bf76-0192ab618cb1 on network d7b6ce13-c239-48d5-a1b0-88bed796ecf4 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:26:30.041101 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:26:30.041490 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Checking segment: {'id': 'f2ef7d57-427b-411e-a6dc-8510a07ec96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:26:30.041911 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:30.042303 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Bound using segment: {'id': 'f2ef7d57-427b-411e-a6dc-8510a07ec96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:26:30.042765 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Bound port: 87631c54-2aa5-417e-bf76-0192ab618cb1, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ef7d57-427b-411e-a6dc-8510a07ec96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:26:30.043142 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (87631c54-2aa5-417e-bf76-0192ab618cb1), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:30.105398 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] For port 87631c54-2aa5-417e-bf76-0192ab618cb1, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:26:30.109127 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] For port 87631c54-2aa5-417e-bf76-0192ab618cb1, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=87631c54-2aa5-417e-bf76-0192ab618cb1,segment=NetworkSegment(f2ef7d57-427b-411e-a6dc-8510a07ec96b),segment_id=f2ef7d57-427b-411e-a6dc-8510a07ec96b)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:26:30.115515 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (87631c54-2aa5-417e-bf76-0192ab618cb1), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:30.131360 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] Publish callbacks [] for port (d9c6560d-3133-440b-9202-dc62dca91627), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:30.168869 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2af54e-9e4e-40cb-8746-d65ae1a867d2 None None] Pushing event updated for resources: {'Port': ['ID=87631c54-2aa5-417e-bf76-0192ab618cb1,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:30.171142 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (d9c6560d-3133-440b-9202-dc62dca91627), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:30.213426 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:26:30.217527 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:26:30.219983 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:26:30.247213 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] Pushing event updated for resources: {'Port': ['ID=d9c6560d-3133-440b-9202-dc62dca91627,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:30.653363 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a225751-d12c-420e-b081-5f61215a4859 req-4141d47d-a512-4f73-91f8-de80044ac3f5 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:30.654720 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7a225751-d12c-420e-b081-5f61215a4859 req-4141d47d-a512-4f73-91f8-de80044ac3f5 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 945 time: 0.0706553 Jun 04 08:26:30.740546 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 87631c54-2aa5-417e-bf76-0192ab618cb1 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:26:30.749724 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7a225751-d12c-420e-b081-5f61215a4859 req-4e44df6c-f4e8-45bb-9b29-d87f28001040 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855858 Jun 04 08:26:30.800250 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 87631c54-2aa5-417e-bf76-0192ab618cb1 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:30.800620 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (87631c54-2aa5-417e-bf76-0192ab618cb1), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:30.801998 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] Publish callbacks [] for router_gateway (0503c620-f61e-4c67-a131-bd4ae3b3e519), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:30.831394 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:30.833036 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:30.835916 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:30.879390 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 87631c54-2aa5-417e-bf76-0192ab618cb1 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:30.879780 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (87631c54-2aa5-417e-bf76-0192ab618cb1), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:30.914922 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] For port 87631c54-2aa5-417e-bf76-0192ab618cb1, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=87631c54-2aa5-417e-bf76-0192ab618cb1,segment=NetworkSegment(f2ef7d57-427b-411e-a6dc-8510a07ec96b),segment_id=f2ef7d57-427b-411e-a6dc-8510a07ec96b)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:26:30.919027 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (87631c54-2aa5-417e-bf76-0192ab618cb1), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:30.974739 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Pushing event updated for resources: {'Port': ['ID=87631c54-2aa5-417e-bf76-0192ab618cb1,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:31.010381 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3907948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914699'] for router (0503c620-f61e-4c67-a131-bd4ae3b3e519), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:31.069303 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae00c1-26d9-455f-8547-7b007724127d req-c5fe3367-2315-4d6a-8e10-01d5c73c45fc tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:31.069922 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:31.071650 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a1ae00c1-26d9-455f-8547-7b007724127d req-c5fe3367-2315-4d6a-8e10-01d5c73c45fc tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0526161 Jun 04 08:26:31.127071 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a1ae00c1-26d9-455f-8547-7b007724127d req-39ea85d9-5e4e-4bde-aacb-5a0dc0b9246c tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478847 Jun 04 08:26:31.153661 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] Router 0503c620-f61e-4c67-a131-bd4ae3b3e519 is scheduled to L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce with binding_index 1 {{(pid=103811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 08:26:31.218404 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d6794e-1add-4974-83fd-78f3910c16e2 None None] Network d7b6ce13-c239-48d5-a1b0-88bed796ecf4 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:26:31.253711 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:26:31.263044 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Sync routers for ids ['0503c620-f61e-4c67-a131-bd4ae3b3e519'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:26:31.273443 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:31.277196 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c3fa2c74-5f22-40f5-96b0-74095101642c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8656561 Jun 04 08:26:31.277348 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Routers {'0503c620-f61e-4c67-a131-bd4ae3b3e519'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:26:31.277348 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:26:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['0503c620-f61e-4c67-a131-bd4ae3b3e519'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:31.277525 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53048) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:31.335356 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-504bca7c-78ff-4f8a-a2b8-8df36aa75038 None None] Provisioning complete for port 87631c54-2aa5-417e-bf76-0192ab618cb1 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:31.335721 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-504bca7c-78ff-4f8a-a2b8-8df36aa75038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (87631c54-2aa5-417e-bf76-0192ab618cb1), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:31.389725 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Set router 0503c620-f61e-4c67-a131-bd4ae3b3e519 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:26:31.420356 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-504bca7c-78ff-4f8a-a2b8-8df36aa75038 None None] Current status of the port 87631c54-2aa5-417e-bf76-0192ab618cb1 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:31.540793 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-d5e4f055-55ef-43a0-a2a2-b4ab3d06802c None None] Provisioning complete for port 87631c54-2aa5-417e-bf76-0192ab618cb1 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:31.541166 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f055-55ef-43a0-a2a2-b4ab3d06802c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (87631c54-2aa5-417e-bf76-0192ab618cb1), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:31.618497 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-d5e4f055-55ef-43a0-a2a2-b4ab3d06802c None None] Current status of the port 87631c54-2aa5-417e-bf76-0192ab618cb1 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:31.647507 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'name': 'tempest-TestMinimumBasicScenario-300773618-router', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:30Z', 'revision_number': 3, 'project_id': '950149f4530b41eea35bc273803918a9', 'gw_port': {'id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:31.672852 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Checking router: 0503c620-f61e-4c67-a131-bd4ae3b3e519 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:26:31.673200 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Updating router 0503c620-f61e-4c67-a131-bd4ae3b3e519 port d9c6560d-3133-440b-9202-dc62dca91627 binding host dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:26:31.700074 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (d9c6560d-3133-440b-9202-dc62dca91627), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:31.723359 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7cf99b34-56be-4f4e-9c97-69ca9dc82556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:31.779455 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:31.907549 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1712e2-db3c-4cba-9c23-8dbd06e938cb req-eb70a841-fe14-4946-94ad-95150e549155 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:31.909052 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ab1712e2-db3c-4cba-9c23-8dbd06e938cb req-eb70a841-fe14-4946-94ad-95150e549155 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 945 time: 0.0800633 Jun 04 08:26:31.933354 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-7cf99b34-56be-4f4e-9c97-69ca9dc82556 admin admin] Allocated IP 172.20.0.1 (d7b6ce13-c239-48d5-a1b0-88bed796ecf4/510c503a-76e2-4868-8711-4a68b9513120/796bdde2-c17f-4f2f-a037-bdd623919d48) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:26:31.935103 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:31.990676 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Publish callbacks [] for port (d9c6560d-3133-440b-9202-dc62dca91627), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:31.996116 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (d9c6560d-3133-440b-9202-dc62dca91627), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:32.021669 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ab1712e2-db3c-4cba-9c23-8dbd06e938cb req-d540a11a-04f4-4ff4-96b0-4f23e9bec6eb tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975244 Jun 04 08:26:32.047324 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bd884-7f18-4194-952c-4fe5fb2ea262 None None] Pushing event updated for resources: {'Port': ['ID=d9c6560d-3133-440b-9202-dc62dca91627,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:32.055410 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Attempting to bind port d9c6560d-3133-440b-9202-dc62dca91627 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:26:32.055762 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Attempting to bind port d9c6560d-3133-440b-9202-dc62dca91627 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:26:32.056119 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Attempting to bind port d9c6560d-3133-440b-9202-dc62dca91627 on network 611add22-ec0d-4fc9-ba81-7c460feafb87 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:26:32.059610 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bd884-7f18-4194-952c-4fe5fb2ea262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:32.059952 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bd884-7f18-4194-952c-4fe5fb2ea262 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:32.060340 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bd884-7f18-4194-952c-4fe5fb2ea262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:32.060681 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bd884-7f18-4194-952c-4fe5fb2ea262 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:32.061010 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bd884-7f18-4194-952c-4fe5fb2ea262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:32.061334 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bd884-7f18-4194-952c-4fe5fb2ea262 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:32.061659 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bd884-7f18-4194-952c-4fe5fb2ea262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:32.062005 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bd884-7f18-4194-952c-4fe5fb2ea262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:32.062341 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bd884-7f18-4194-952c-4fe5fb2ea262 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:32.062667 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bd884-7f18-4194-952c-4fe5fb2ea262 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:32.062987 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bd884-7f18-4194-952c-4fe5fb2ea262 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:32.063320 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bd884-7f18-4194-952c-4fe5fb2ea262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:32.063642 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bd884-7f18-4194-952c-4fe5fb2ea262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:32.063953 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bd884-7f18-4194-952c-4fe5fb2ea262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:32.064264 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bd884-7f18-4194-952c-4fe5fb2ea262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:26:32.069939 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:26:32.070316 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Checking segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:26:32.070709 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:32.071088 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Bound using segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:26:32.071548 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Bound port: d9c6560d-3133-440b-9202-dc62dca91627, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:26:32.071919 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (d9c6560d-3133-440b-9202-dc62dca91627), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:32.083343 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7cf99b34-56be-4f4e-9c97-69ca9dc82556 admin admin] Publish callbacks [] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:32.117563 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7cf99b34-56be-4f4e-9c97-69ca9dc82556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:32.127550 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] For port d9c6560d-3133-440b-9202-dc62dca91627, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:26:32.130869 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] For port d9c6560d-3133-440b-9202-dc62dca91627, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=d9c6560d-3133-440b-9202-dc62dca91627,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:26:32.136545 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (d9c6560d-3133-440b-9202-dc62dca91627), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:32.157597 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf99b34-56be-4f4e-9c97-69ca9dc82556 admin admin] Network d7b6ce13-c239-48d5-a1b0-88bed796ecf4 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:26:32.165031 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-7cf99b34-56be-4f4e-9c97-69ca9dc82556 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:26:32.168866 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf99b34-56be-4f4e-9c97-69ca9dc82556 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:26:32.188858 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:32.189792 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bd884-7f18-4194-952c-4fe5fb2ea262 None None] Pushing event updated for resources: {'Port': ['ID=d9c6560d-3133-440b-9202-dc62dca91627,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:32.193208 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf99b34-56be-4f4e-9c97-69ca9dc82556 admin admin] Pushing event updated for resources: {'Port': ['ID=796bdde2-c17f-4f2f-a037-bdd623919d48,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:32.216908 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7cf99b34-56be-4f4e-9c97-69ca9dc82556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915453'] for router_interface (0503c620-f61e-4c67-a131-bd4ae3b3e519), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:32.227594 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Routers {'0503c620-f61e-4c67-a131-bd4ae3b3e519'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:26:32.228378 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:26:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['0503c620-f61e-4c67-a131-bd4ae3b3e519'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:32.267562 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b3c9e-b361-4512-9146-8a1468a3b3fb req-e8025c09-5c58-4960-ba9a-0adb8cf34382 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:32.269080 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-116b3c9e-b361-4512-9146-8a1468a3b3fb req-e8025c09-5c58-4960-ba9a-0adb8cf34382 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0563691 Jun 04 08:26:32.334179 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-116b3c9e-b361-4512-9146-8a1468a3b3fb req-236c56f9-cd5b-443a-a8e2-781b97624a35 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588217 Jun 04 08:26:32.359868 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] Set router 0503c620-f61e-4c67-a131-bd4ae3b3e519 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:26:32.397669 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e675b2-e5b2-4726-83bc-e836f32e46a9 req-3e63238b-d0d0-4292-923f-969084784193 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:32.399255 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-99e675b2-e5b2-4726-83bc-e836f32e46a9 req-3e63238b-d0d0-4292-923f-969084784193 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 945 time: 0.0775514 Jun 04 08:26:32.413716 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7cf99b34-56be-4f4e-9c97-69ca9dc82556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:32.452265 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-ea592a62-b768-43f4-b1f8-0e13b77d2436 None None] Provisioning complete for port 796bdde2-c17f-4f2f-a037-bdd623919d48 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:32.452860 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-ea592a62-b768-43f4-b1f8-0e13b77d2436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:32.458297 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:32.485427 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-ea592a62-b768-43f4-b1f8-0e13b77d2436 None None] Port 796bdde2-c17f-4f2f-a037-bdd623919d48 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:26:32.508550 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:32.534431 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'name': 'tempest-TestMinimumBasicScenario-300773618-router', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:30Z', 'revision_number': 3, 'project_id': '950149f4530b41eea35bc273803918a9', 'gw_port': {'id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:32.558638 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-99e675b2-e5b2-4726-83bc-e836f32e46a9 req-ab4213a1-e518-4e4f-ab27-dc5eca79b3e9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Deleting port 594a756c-e855-476d-8cc7-be0504c2ba88 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:26:32.558986 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-99e675b2-e5b2-4726-83bc-e836f32e46a9 req-ab4213a1-e518-4e4f-ab27-dc5eca79b3e9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (594a756c-e855-476d-8cc7-be0504c2ba88), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:32.563569 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b2aca-386c-4878-9f8e-8db552a60e71 None None] The sync data for ids ['0503c620-f61e-4c67-a131-bd4ae3b3e519'] in dv-cinder-836996-29-iscsi is: [{'id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'name': 'tempest-TestMinimumBasicScenario-300773618-router', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:30Z', 'revision_number': 3, 'project_id': '950149f4530b41eea35bc273803918a9', 'gw_port': {'id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:26:32.722911 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 87631c54-2aa5-417e-bf76-0192ab618cb1 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:26:32.724292 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-99e675b2-e5b2-4726-83bc-e836f32e46a9 req-ab4213a1-e518-4e4f-ab27-dc5eca79b3e9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] For port 594a756c-e855-476d-8cc7-be0504c2ba88, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=594a756c-e855-476d-8cc7-be0504c2ba88,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:26:32.724678 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-99e675b2-e5b2-4726-83bc-e836f32e46a9 req-ab4213a1-e518-4e4f-ab27-dc5eca79b3e9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (594a756c-e855-476d-8cc7-be0504c2ba88), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:32.780107 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 87631c54-2aa5-417e-bf76-0192ab618cb1 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:32.780624 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (87631c54-2aa5-417e-bf76-0192ab618cb1), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:32.852373 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:32.881449 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 87631c54-2aa5-417e-bf76-0192ab618cb1 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:32.918616 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7cf99b34-56be-4f4e-9c97-69ca9dc82556 admin admin] Publish callbacks [] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:32.927958 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7cf99b34-56be-4f4e-9c97-69ca9dc82556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:33.043964 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf99b34-56be-4f4e-9c97-69ca9dc82556 admin admin] Pushing event updated for resources: {'Port': ['ID=796bdde2-c17f-4f2f-a037-bdd623919d48,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:33.054136 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7cf99b34-56be-4f4e-9c97-69ca9dc82556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915337'] for router_interface (0503c620-f61e-4c67-a131-bd4ae3b3e519), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:33.071590 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-99e675b2-e5b2-4726-83bc-e836f32e46a9 req-ab4213a1-e518-4e4f-ab27-dc5eca79b3e9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:33.071956 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-99e675b2-e5b2-4726-83bc-e836f32e46a9 req-ab4213a1-e518-4e4f-ab27-dc5eca79b3e9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (6a3950e5-7eef-4bcc-985c-c1bda0656b61), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:33.072278 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.l3_db [req-99e675b2-e5b2-4726-83bc-e836f32e46a9 req-ab4213a1-e518-4e4f-ab27-dc5eca79b3e9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Floating IP 6a3950e5-7eef-4bcc-985c-c1bda0656b61 disassociated. External IP: 172.27.2.30, port: 594a756c-e855-476d-8cc7-be0504c2ba88. Jun 04 08:26:33.072831 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-99e675b2-e5b2-4726-83bc-e836f32e46a9 req-ab4213a1-e518-4e4f-ab27-dc5eca79b3e9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Calling delete_port for 594a756c-e855-476d-8cc7-be0504c2ba88 owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:26:33.233060 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbb054-3851-4d3e-bf6f-fddaf777f2dc req-e51dc38a-55c8-4e71-bb3f-d1b47614d6ea tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:33.234610 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8ebbb054-3851-4d3e-bf6f-fddaf777f2dc req-e51dc38a-55c8-4e71-bb3f-d1b47614d6ea tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 945 time: 0.1113048 Jun 04 08:26:33.464563 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741e7d7-a2d3-46c5-8e6b-72d8b992d169 req-cc91eb78-c482-497e-a0f4-db46f7eab186 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:33.466273 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a741e7d7-a2d3-46c5-8e6b-72d8b992d169 req-cc91eb78-c482-497e-a0f4-db46f7eab186 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0529826 Jun 04 08:26:33.478792 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:33.518634 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a741e7d7-a2d3-46c5-8e6b-72d8b992d169 req-e90b1e7d-3e12-43ec-9029-49431b652b2f tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465882 Jun 04 08:26:33.567453 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf99b34-56be-4f4e-9c97-69ca9dc82556 admin admin] Network d7b6ce13-c239-48d5-a1b0-88bed796ecf4 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:26:33.573869 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-7cf99b34-56be-4f4e-9c97-69ca9dc82556 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:26:33.582432 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8ebbb054-3851-4d3e-bf6f-fddaf777f2dc req-716350dd-f4de-4296-83ad-5bc485f9462d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=bb35a998-17f3-4fcd-b2e5-90474a6922f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3422778 Jun 04 08:26:33.589111 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:33.643583 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-99e675b2-e5b2-4726-83bc-e836f32e46a9 req-ab4213a1-e518-4e4f-ab27-dc5eca79b3e9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (594a756c-e855-476d-8cc7-be0504c2ba88), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:33.706363 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4213a1-e518-4e4f-ab27-dc5eca79b3e9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event deleted for resources: {'Port': ['ID=594a756c-e855-476d-8cc7-be0504c2ba88,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:33.812437 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf99b34-56be-4f4e-9c97-69ca9dc82556 admin admin] Router 0503c620-f61e-4c67-a131-bd4ae3b3e519 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:26:33.825884 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-28c0d53c-1d4c-4f79-8522-cccfcb06bae1 None None] Provisioning complete for port 796bdde2-c17f-4f2f-a037-bdd623919d48 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:33.826995 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-28c0d53c-1d4c-4f79-8522-cccfcb06bae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:33.866000 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-28c0d53c-1d4c-4f79-8522-cccfcb06bae1 None None] Port 796bdde2-c17f-4f2f-a037-bdd623919d48 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:26:33.920089 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99e675b2-e5b2-4726-83bc-e836f32e46a9 req-ab4213a1-e518-4e4f-ab27-dc5eca79b3e9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Router 9661a351-3fc5-44e0-8b28-d0a5eb455318 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:26:33.935198 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:33.998791 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf99b34-56be-4f4e-9c97-69ca9dc82556 admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:26:34.004516 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7cf99b34-56be-4f4e-9c97-69ca9dc82556 admin admin] 10.222.0.57 "PUT /v2.0/routers/0503c620-f61e-4c67-a131-bd4ae3b3e519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7259564 Jun 04 08:26:34.067553 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99e675b2-e5b2-4726-83bc-e836f32e46a9 req-ab4213a1-e518-4e4f-ab27-dc5eca79b3e9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:26:34.079810 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89031c78-a403-47e4-a80b-9c87b2b3f101 None None] Sync routers for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:26:34.098460 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89031c78-a403-47e4-a80b-9c87b2b3f101 None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:26:34.099100 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-89031c78-a403-47e4-a80b-9c87b2b3f101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:26:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:34.117715 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e675b2-e5b2-4726-83bc-e836f32e46a9 req-ab4213a1-e518-4e4f-ab27-dc5eca79b3e9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] No DVR routers for this DVR port 594a756c-e855-476d-8cc7-be0504c2ba88 on host hv-cinder-83699 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:26:34.120335 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-99e675b2-e5b2-4726-83bc-e836f32e46a9 req-ab4213a1-e518-4e4f-ab27-dc5eca79b3e9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:34.123748 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-99e675b2-e5b2-4726-83bc-e836f32e46a9 req-ab4213a1-e518-4e4f-ab27-dc5eca79b3e9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "DELETE /v2.0/ports/594a756c-e855-476d-8cc7-be0504c2ba88 HTTP/1.1" status: 204 len: 173 time: 1.7193367 Jun 04 08:26:34.124256 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd13294-cf32-4515-b85e-68a15dcb9590', 'name': 'network-vif-deleted', 'tag': '594a756c-e855-476d-8cc7-be0504c2ba88'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:26:34.128218 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d0611c-93af-4ada-92c2-6daf2f9ca73b" -d '{"events": [{"server_uuid": "3cd13294-cf32-4515-b85e-68a15dcb9590", "name": "network-vif-deleted", "tag": "594a756c-e855-476d-8cc7-be0504c2ba88"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:26:34.192883 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7cc5ec-bcad-4111-8b66-edea7b0287b5 x-openstack-request-id: req-ee7cc5ec-bcad-4111-8b66-edea7b0287b5 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:26:34.196151 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd13294-cf32-4515-b85e-68a15dcb9590", "name": "network-vif-deleted", "tag": "594a756c-e855-476d-8cc7-be0504c2ba88", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:26:34.196495 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ee7cc5ec-bcad-4111-8b66-edea7b0287b5 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:26:34.197024 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee7cc5ec-bcad-4111-8b66-edea7b0287b5'] response: {'server_uuid': '3cd13294-cf32-4515-b85e-68a15dcb9590', 'name': 'network-vif-deleted', 'tag': '594a756c-e855-476d-8cc7-be0504c2ba88', 'status': 'completed', 'code': 200} Jun 04 08:26:34.274418 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:34.294831 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-89031c78-a403-47e4-a80b-9c87b2b3f101 None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:26:34.302798 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Sync routers for ids ['0503c620-f61e-4c67-a131-bd4ae3b3e519'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:26:34.313387 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Routers {'0503c620-f61e-4c67-a131-bd4ae3b3e519'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:26:34.314024 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:26:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['0503c620-f61e-4c67-a131-bd4ae3b3e519'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:34.409143 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:34.430588 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Set router 0503c620-f61e-4c67-a131-bd4ae3b3e519 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:26:34.632502 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-89031c78-a403-47e4-a80b-9c87b2b3f101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': 'ca07ecc3-0139-4aee-87da-54b25481e168', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'port_id': 'e4cb4960-139c-4cff-a93c-90234a09c30d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'mac_address': 'fa:16:3e:ad:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd809e44d-c207-4d17-8c33-a3d123532205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:23:27Z', 'updated_at': '2022-06-04T08:23:52Z', 'revision_number': 2, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:34.640082 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'name': 'tempest-TestMinimumBasicScenario-300773618-router', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:32Z', 'revision_number': 4, 'project_id': '950149f4530b41eea35bc273803918a9', 'gw_port': {'id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '796bdde2-c17f-4f2f-a037-bdd623919d48', 'name': '', 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'mac_address': 'fa:16:3e:a6:1a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '510c503a-76e2-4868-8711-4a68b9513120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:31Z', 'updated_at': '2022-06-04T08:26:32Z', 'revision_number': 2, 'project_id': '950149f4530b41eea35bc273803918a9', 'subnets': [{'id': '510c503a-76e2-4868-8711-4a68b9513120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:34.683235 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89031c78-a403-47e4-a80b-9c87b2b3f101 None None] Checking router: 9661a351-3fc5-44e0-8b28-d0a5eb455318 for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:26:34.699645 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Checking router: 0503c620-f61e-4c67-a131-bd4ae3b3e519 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:26:34.701887 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Updating router 0503c620-f61e-4c67-a131-bd4ae3b3e519 port 796bdde2-c17f-4f2f-a037-bdd623919d48 binding host dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:26:34.704635 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89031c78-a403-47e4-a80b-9c87b2b3f101 None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:26:34.705543 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-89031c78-a403-47e4-a80b-9c87b2b3f101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:26:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:34.723445 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53078) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:34.728202 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-a1b657dc-8766-4ce6-9a67-11ad081c879f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-56508648-network', 'tenant_id': 'bc232df684c24fa5a33de80838db1572'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:26:34.746137 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62fb9c-1537-4fd4-880c-402f4a402487 req-28be742f-1993-4195-9f02-49336361b2ac tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:34.750495 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0f62fb9c-1537-4fd4-880c-402f4a402487 req-28be742f-1993-4195-9f02-49336361b2ac tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.1417272 Jun 04 08:26:34.790673 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:34.842251 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0f62fb9c-1537-4fd4-880c-402f4a402487 req-4bbffc87-fbe9-413b-ade5-054cf83395cb tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803237 Jun 04 08:26:34.843517 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dc068a29-5b2e-4b63-98ff-48a7da322814 req-7f375110-2f53-4e68-b972-c3a3437119b0 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cd13294-cf32-4515-b85e-68a15dcb9590 HTTP/1.1" status: 200 len: 210 time: 0.0725958 Jun 04 08:26:34.844767 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b657dc-8766-4ce6-9a67-11ad081c879f admin admin] Made reservation on behalf of bc232df684c24fa5a33de80838db1572 for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:26:34.857598 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1b657dc-8766-4ce6-9a67-11ad081c879f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:34.873419 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1b657dc-8766-4ce6-9a67-11ad081c879f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:34.879936 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-89031c78-a403-47e4-a80b-9c87b2b3f101 None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:26:34.924533 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device d9c6560d-3133-440b-9202-dc62dca91627 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:26:34.989108 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1b657dc-8766-4ce6-9a67-11ad081c879f admin admin] Publish callbacks [] for security_group (60435137-a197-4550-a650-e61bbfa9c39e), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:34.994688 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1b657dc-8766-4ce6-9a67-11ad081c879f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (60435137-a197-4550-a650-e61bbfa9c39e), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.030438 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b657dc-8766-4ce6-9a67-11ad081c879f admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=103812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 08:26:35.031034 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port d9c6560d-3133-440b-9202-dc62dca91627 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:35.031404 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (d9c6560d-3133-440b-9202-dc62dca91627), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.033336 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b657dc-8766-4ce6-9a67-11ad081c879f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60435137-a197-4550-a650-e61bbfa9c39e,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:35.048563 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1b657dc-8766-4ce6-9a67-11ad081c879f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (ab28aea4-033d-4016-8026-4bff6bdbf8d5), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.049380 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-a1b657dc-8766-4ce6-9a67-11ad081c879f admin admin] Added segment ab28aea4-033d-4016-8026-4bff6bdbf8d5 of type vlan for network 99cb43a1-d78e-4345-b3a1-7c5b65d1c585 Jun 04 08:26:35.096330 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1b657dc-8766-4ce6-9a67-11ad081c879f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (99cb43a1-d78e-4345-b3a1-7c5b65d1c585), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.126478 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1b657dc-8766-4ce6-9a67-11ad081c879f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (99cb43a1-d78e-4345-b3a1-7c5b65d1c585), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.126994 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b657dc-8766-4ce6-9a67-11ad081c879f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:35.128323 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1b657dc-8766-4ce6-9a67-11ad081c879f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.208237 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port d9c6560d-3133-440b-9202-dc62dca91627 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:35.208613 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (d9c6560d-3133-440b-9202-dc62dca91627), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.211753 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-a1b657dc-8766-4ce6-9a67-11ad081c879f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4872696 Jun 04 08:26:35.212687 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b657dc-8766-4ce6-9a67-11ad081c879f admin admin] Pushing event updated for resources: {'Network': ['ID=99cb43a1-d78e-4345-b3a1-7c5b65d1c585,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:35.214479 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53084) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:35.224491 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-cd702ae2-f03a-4f5b-ae1e-c6aff744c541 admin admin] Request body: {'subnet': {'network_id': '99cb43a1-d78e-4345-b3a1-7c5b65d1c585', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-56508648-subnet', 'tenant_id': 'bc232df684c24fa5a33de80838db1572', 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:26:35.230025 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network 99cb43a1-d78e-4345-b3a1-7c5b65d1c585 details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:26:35.243688 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Publish callbacks [] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.250813 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd702ae2-f03a-4f5b-ae1e-c6aff744c541 admin admin] Made reservation on behalf of bc232df684c24fa5a33de80838db1572 for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:26:35.254374 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] For port d9c6560d-3133-440b-9202-dc62dca91627, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=d9c6560d-3133-440b-9202-dc62dca91627,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:26:35.255002 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.259136 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cd702ae2-f03a-4f5b-ae1e-c6aff744c541 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127108470'] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.288533 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (d9c6560d-3133-440b-9202-dc62dca91627), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.290558 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-89031c78-a403-47e4-a80b-9c87b2b3f101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': 'ca07ecc3-0139-4aee-87da-54b25481e168', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'port_id': 'e4cb4960-139c-4cff-a93c-90234a09c30d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'mac_address': 'fa:16:3e:ad:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd809e44d-c207-4d17-8c33-a3d123532205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:23:27Z', 'updated_at': '2022-06-04T08:23:52Z', 'revision_number': 2, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:35.300562 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:35.301220 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:35.311662 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaf13d-a37a-459c-ad66-b4d58b9b01db None None] Pushing event updated for resources: {'Port': ['ID=796bdde2-c17f-4f2f-a037-bdd623919d48,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:35.326854 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89031c78-a403-47e4-a80b-9c87b2b3f101 None None] The sync data for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi is: [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': 'ca07ecc3-0139-4aee-87da-54b25481e168', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'port_id': 'e4cb4960-139c-4cff-a93c-90234a09c30d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'mac_address': 'fa:16:3e:ad:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd809e44d-c207-4d17-8c33-a3d123532205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:23:27Z', 'updated_at': '2022-06-04T08:23:52Z', 'revision_number': 2, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:26:35.456958 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Attempting to bind port 796bdde2-c17f-4f2f-a037-bdd623919d48 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:26:35.457320 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Attempting to bind port 796bdde2-c17f-4f2f-a037-bdd623919d48 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': 'f2ef7d57-427b-411e-a6dc-8510a07ec96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:26:35.459892 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Attempting to bind port 796bdde2-c17f-4f2f-a037-bdd623919d48 on network d7b6ce13-c239-48d5-a1b0-88bed796ecf4 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:26:35.467618 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:26:35.468468 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Checking segment: {'id': 'f2ef7d57-427b-411e-a6dc-8510a07ec96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:26:35.469103 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.469739 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Bound using segment: {'id': 'f2ef7d57-427b-411e-a6dc-8510a07ec96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:26:35.470546 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Bound port: 796bdde2-c17f-4f2f-a037-bdd623919d48, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ef7d57-427b-411e-a6dc-8510a07ec96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:26:35.471165 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.526856 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cd702ae2-f03a-4f5b-ae1e-c6aff744c541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127078783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127108420'] for subnet (9878d1c9-32a1-47eb-9bdf-b00fb32ed995), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.555396 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] For port 796bdde2-c17f-4f2f-a037-bdd623919d48, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:26:35.563328 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] For port 796bdde2-c17f-4f2f-a037-bdd623919d48, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=796bdde2-c17f-4f2f-a037-bdd623919d48,segment=NetworkSegment(f2ef7d57-427b-411e-a6dc-8510a07ec96b),segment_id=f2ef7d57-427b-411e-a6dc-8510a07ec96b)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:26:35.578917 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.628150 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:35.643684 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd702ae2-f03a-4f5b-ae1e-c6aff744c541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9878d1c9-32a1-47eb-9bdf-b00fb32ed995,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:35.659594 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Pushing event updated for resources: {'Port': ['ID=d9c6560d-3133-440b-9202-dc62dca91627,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:35.674932 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd702ae2-f03a-4f5b-ae1e-c6aff744c541 admin admin] Checking segment: {'id': 'ab28aea4-033d-4016-8026-4bff6bdbf8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '99cb43a1-d78e-4345-b3a1-7c5b65d1c585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:26:35.675773 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd702ae2-f03a-4f5b-ae1e-c6aff744c541 admin admin] Network hostable DHCP agents. Network: 99cb43a1-d78e-4345-b3a1-7c5b65d1c585, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:26:35.685750 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaf13d-a37a-459c-ad66-b4d58b9b01db None None] Pushing event updated for resources: {'Port': ['ID=796bdde2-c17f-4f2f-a037-bdd623919d48,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:35.708249 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Routers {'0503c620-f61e-4c67-a131-bd4ae3b3e519'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:26:35.708934 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:26:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['0503c620-f61e-4c67-a131-bd4ae3b3e519'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:35.714235 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd702ae2-f03a-4f5b-ae1e-c6aff744c541 admin admin] Network 99cb43a1-d78e-4345-b3a1-7c5b65d1c585 is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:26:35.730076 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-cd702ae2-f03a-4f5b-ae1e-c6aff744c541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, 99cb43a1-d78e-4345-b3a1-7c5b65d1c585) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:26:35.731613 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-cbbb12f3-af11-4ce4-92e8-d3c663a508f3 None None] Provisioning complete for port 796bdde2-c17f-4f2f-a037-bdd623919d48 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:35.734474 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd702ae2-f03a-4f5b-ae1e-c6aff744c541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:35.735492 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cd702ae2-f03a-4f5b-ae1e-c6aff744c541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.743180 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-cbbb12f3-af11-4ce4-92e8-d3c663a508f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.750801 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffcc9f7-b066-4b1b-b5f9-748ee1582706 None None] Network 99cb43a1-d78e-4345-b3a1-7c5b65d1c585 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:26:35.776556 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53086) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:35.777182 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-cd702ae2-f03a-4f5b-ae1e-c6aff744c541 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5592506 Jun 04 08:26:35.784252 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-56508648-router', 'tenant_id': 'bc232df684c24fa5a33de80838db1572', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:26:35.832659 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-459'] for router (f004ff57-3aa0-4082-92a1-1cf016e65b17), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.834358 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3827746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-434'] for router (f004ff57-3aa0-4082-92a1-1cf016e65b17), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.959919 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] Publish callbacks [] for router_controller (f004ff57-3aa0-4082-92a1-1cf016e65b17), precommit_add_association {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:35.962075 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28bf87d-7d49-47c1-a51f-7c5eef10184b None None] New status for floating IP 6a3950e5-7eef-4bcc-985c-c1bda0656b61: DOWN {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:26:35.994227 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c29898-ce5e-4a21-bf4e-532da96d5e59 req-02fd5ffd-4fe4-415e-bdb3-f1f869c67085 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:36.002415 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-29c29898-ce5e-4a21-bf4e-532da96d5e59 req-02fd5ffd-4fe4-415e-bdb3-f1f869c67085 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0861554 Jun 04 08:26:36.015070 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53096) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:36.023594 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] Set router 0503c620-f61e-4c67-a131-bd4ae3b3e519 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:26:36.138785 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:36.141423 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:36.153399 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ffbbf052-11cc-41fa-9e0e-c0c49d6ea8bb tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (bb35a998-17f3-4fcd-b2e5-90474a6922f9), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:36.192097 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 594a756c-e855-476d-8cc7-be0504c2ba88 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:26:36.200148 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp656ddf91-5a7e-5562-8344-d8ecf654b6e7-99cb43a1-d78e-4345-b3a1-7c5b65d1c585', 'network_id': '99cb43a1-d78e-4345-b3a1-7c5b65d1c585', 'project_id': 'bc232df684c24fa5a33de80838db1572', 'fixed_ips': [{'subnet_id': '9878d1c9-32a1-47eb-9bdf-b00fb32ed995'}]}} from dv-cinder-836996-29-iscsi. {{(pid=103813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 08:26:36.201786 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:36.227790 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ffbbf052-11cc-41fa-9e0e-c0c49d6ea8bb tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (bb35a998-17f3-4fcd-b2e5-90474a6922f9), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:36.261501 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] Publish callbacks [] for router_gateway (f004ff57-3aa0-4082-92a1-1cf016e65b17), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:36.312668 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-29c29898-ce5e-4a21-bf4e-532da96d5e59 req-034f1051-79ed-44f5-a868-0c919d434e39 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3091185 Jun 04 08:26:36.313984 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'name': 'tempest-TestMinimumBasicScenario-300773618-router', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:32Z', 'revision_number': 4, 'project_id': '950149f4530b41eea35bc273803918a9', 'gw_port': {'id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '796bdde2-c17f-4f2f-a037-bdd623919d48', 'name': '', 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'mac_address': 'fa:16:3e:a6:1a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '510c503a-76e2-4868-8711-4a68b9513120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:31Z', 'updated_at': '2022-06-04T08:26:35Z', 'revision_number': 4, 'project_id': '950149f4530b41eea35bc273803918a9', 'subnets': [{'id': '510c503a-76e2-4868-8711-4a68b9513120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:36.318405 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ffbbf052-11cc-41fa-9e0e-c0c49d6ea8bb tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (bb35a998-17f3-4fcd-b2e5-90474a6922f9), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:36.323563 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ffbbf052-11cc-41fa-9e0e-c0c49d6ea8bb tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:36.324722 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ffbbf052-11cc-41fa-9e0e-c0c49d6ea8bb tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "DELETE /v2.0/security-groups/bb35a998-17f3-4fcd-b2e5-90474a6922f9 HTTP/1.1" status: 204 len: 168 time: 0.3086035 Jun 04 08:26:36.335534 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53098) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:36.369444 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:36.373345 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648eeb2d-988a-4065-af00-c2ac37387cd5 None None] The sync data for ids ['0503c620-f61e-4c67-a131-bd4ae3b3e519'] in dv-cinder-836996-29-iscsi is: [{'id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'name': 'tempest-TestMinimumBasicScenario-300773618-router', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:32Z', 'revision_number': 4, 'project_id': '950149f4530b41eea35bc273803918a9', 'gw_port': {'id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '796bdde2-c17f-4f2f-a037-bdd623919d48', 'name': '', 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'mac_address': 'fa:16:3e:a6:1a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '510c503a-76e2-4868-8711-4a68b9513120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:31Z', 'updated_at': '2022-06-04T08:26:35Z', 'revision_number': 4, 'project_id': '950149f4530b41eea35bc273803918a9', 'subnets': [{'id': '510c503a-76e2-4868-8711-4a68b9513120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:26:36.375662 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.api.v2.resource [None req-64d5486b-a8aa-4abf-a396-a46a87b656c0 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] show failed (client error): The resource could not be found. Jun 04 08:26:36.380320 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-64d5486b-a8aa-4abf-a396-a46a87b656c0 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups/bb35a998-17f3-4fcd-b2e5-90474a6922f9 HTTP/1.1" status: 404 len: 347 time: 0.0407507 Jun 04 08:26:36.380320 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53100) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:36.388221 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbf052-11cc-41fa-9e0e-c0c49d6ea8bb tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb35a998-17f3-4fcd-b2e5-90474a6922f9,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:36.403902 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.db_base_plugin_common [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Allocated IP 172.20.0.2 (99cb43a1-d78e-4345-b3a1-7c5b65d1c585/9878d1c9-32a1-47eb-9bdf-b00fb32ed995/65dd2850-1b8d-4952-80aa-1b0b636da80a) {{(pid=103813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:26:36.584819 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Publish callbacks [] for port (65dd2850-1b8d-4952-80aa-1b0b636da80a), precommit_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:36.590683 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:36.591670 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:36.610071 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-61f2025e-2320-4e20-b503-85ad183c806a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Deleting port 73263e7e-6468-403b-bd8c-6c37111a383c {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:26:36.610430 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61f2025e-2320-4e20-b503-85ad183c806a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (73263e7e-6468-403b-bd8c-6c37111a383c), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:36.616605 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: 594a756c-e855-476d-8cc7-be0504c2ba88 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:26:36.617184 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 594a756c-e855-476d-8cc7-be0504c2ba88 not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:26:36.661894 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (65dd2850-1b8d-4952-80aa-1b0b636da80a), after_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:36.665197 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] Publish callbacks [] for router_gateway (f004ff57-3aa0-4082-92a1-1cf016e65b17), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:36.679790 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb12f3-af11-4ce4-92e8-d3c663a508f3 None None] Current status of the port 796bdde2-c17f-4f2f-a037-bdd623919d48 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:36.680035 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-cbbb12f3-af11-4ce4-92e8-d3c663a508f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:36.740178 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61f2025e-2320-4e20-b503-85ad183c806a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (73263e7e-6468-403b-bd8c-6c37111a383c), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:36.740767 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61f2025e-2320-4e20-b503-85ad183c806a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (73263e7e-6468-403b-bd8c-6c37111a383c), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:36.747151 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Pushing event updated for resources: {'Port': ['ID=65dd2850-1b8d-4952-80aa-1b0b636da80a,revision_number=1']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:36.756187 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-d47180b7-9f86-4029-8321-2c993c3c5841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:36.758459 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-61f2025e-2320-4e20-b503-85ad183c806a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Calling delete_port for 73263e7e-6468-403b-bd8c-6c37111a383c owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:26:36.761350 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:36.803226 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-cbbb12f3-af11-4ce4-92e8-d3c663a508f3 None None] For port 796bdde2-c17f-4f2f-a037-bdd623919d48, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=796bdde2-c17f-4f2f-a037-bdd623919d48,segment=NetworkSegment(f2ef7d57-427b-411e-a6dc-8510a07ec96b),segment_id=f2ef7d57-427b-411e-a6dc-8510a07ec96b)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:26:36.805923 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Network 99cb43a1-d78e-4345-b3a1-7c5b65d1c585 is already hosted by enough agents. {{(pid=103813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:26:36.808521 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.base_scheduler [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Resources bound (agent type, host, resource id): {{(pid=103813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:26:36.811748 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Received port after_create {{(pid=103813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:26:36.833256 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-cbbb12f3-af11-4ce4-92e8-d3c663a508f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:36.947850 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61f2025e-2320-4e20-b503-85ad183c806a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (73263e7e-6468-403b-bd8c-6c37111a383c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:36.976827 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2025e-2320-4e20-b503-85ad183c806a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event deleted for resources: {'Port': ['ID=73263e7e-6468-403b-bd8c-6c37111a383c,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:37.034920 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 796bdde2-c17f-4f2f-a037-bdd623919d48 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:26:37.069551 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61f2025e-2320-4e20-b503-85ad183c806a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (6a3950e5-7eef-4bcc-985c-c1bda0656b61), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:37.072528 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61f2025e-2320-4e20-b503-85ad183c806a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:37.074156 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-61f2025e-2320-4e20-b503-85ad183c806a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "DELETE /v2.0/floatingips/6a3950e5-7eef-4bcc-985c-c1bda0656b61 HTTP/1.1" status: 204 len: 168 time: 0.6929009 Jun 04 08:26:37.087187 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] Allocated IP 172.27.2.43 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/cf0f9dd5-766d-4b72-b8be-0a75b5227b8d) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:26:37.122119 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb12f3-af11-4ce4-92e8-d3c663a508f3 None None] Pushing event updated for resources: {'Port': ['ID=796bdde2-c17f-4f2f-a037-bdd623919d48,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:37.128129 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-134e9482-17a4-4814-a4fc-12cdfb94392b None None] Provisioning complete for port 796bdde2-c17f-4f2f-a037-bdd623919d48 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:37.128917 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-134e9482-17a4-4814-a4fc-12cdfb94392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:37.253799 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 796bdde2-c17f-4f2f-a037-bdd623919d48 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:37.254196 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:37.264539 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] Publish callbacks [] for port (cf0f9dd5-766d-4b72-b8be-0a75b5227b8d), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:37.296251 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:37.308372 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (cf0f9dd5-766d-4b72-b8be-0a75b5227b8d), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:37.310975 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Attempting to bind port 65dd2850-1b8d-4952-80aa-1b0b636da80a on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:26:37.311412 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Attempting to bind port 65dd2850-1b8d-4952-80aa-1b0b636da80a by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': 'ab28aea4-033d-4016-8026-4bff6bdbf8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '99cb43a1-d78e-4345-b3a1-7c5b65d1c585'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:26:37.311777 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Attempting to bind port 65dd2850-1b8d-4952-80aa-1b0b636da80a on network 99cb43a1-d78e-4345-b3a1-7c5b65d1c585 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:26:37.323077 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:26:37.323489 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Checking segment: {'id': 'ab28aea4-033d-4016-8026-4bff6bdbf8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '99cb43a1-d78e-4345-b3a1-7c5b65d1c585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:26:37.323850 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:37.324296 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Bound using segment: {'id': 'ab28aea4-033d-4016-8026-4bff6bdbf8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '99cb43a1-d78e-4345-b3a1-7c5b65d1c585'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:26:37.324779 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Bound port: 65dd2850-1b8d-4952-80aa-1b0b636da80a, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab28aea4-033d-4016-8026-4bff6bdbf8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '99cb43a1-d78e-4345-b3a1-7c5b65d1c585'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:26:37.325159 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (65dd2850-1b8d-4952-80aa-1b0b636da80a), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:37.364048 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:26:37.369353 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:26:37.371952 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:26:37.420165 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] Pushing event updated for resources: {'Port': ['ID=cf0f9dd5-766d-4b72-b8be-0a75b5227b8d,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:37.439196 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:37.487348 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] For port 65dd2850-1b8d-4952-80aa-1b0b636da80a, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:26:37.492377 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] For port 65dd2850-1b8d-4952-80aa-1b0b636da80a, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=65dd2850-1b8d-4952-80aa-1b0b636da80a,segment=NetworkSegment(ab28aea4-033d-4016-8026-4bff6bdbf8d5),segment_id=ab28aea4-033d-4016-8026-4bff6bdbf8d5)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:26:37.547038 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (65dd2850-1b8d-4952-80aa-1b0b636da80a), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:37.750182 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-134e9482-17a4-4814-a4fc-12cdfb94392b None None] Current status of the port 796bdde2-c17f-4f2f-a037-bdd623919d48 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:37.791969 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:37.794094 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5fbb4-e511-46c0-8915-7500c57200fd None None] Pushing event updated for resources: {'Port': ['ID=65dd2850-1b8d-4952-80aa-1b0b636da80a,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:37.809973 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 796bdde2-c17f-4f2f-a037-bdd623919d48 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:37.811324 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device d9c6560d-3133-440b-9202-dc62dca91627 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:26:37.844151 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bac854-16c2-478f-8f3e-bc94543e38b6 req-fb941dcc-1ca2-4fd3-9d78-7aa000e98ea3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:37.845710 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-11bac854-16c2-478f-8f3e-bc94543e38b6 req-fb941dcc-1ca2-4fd3-9d78-7aa000e98ea3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.1447675 Jun 04 08:26:37.909088 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port d9c6560d-3133-440b-9202-dc62dca91627 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:37.909608 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (d9c6560d-3133-440b-9202-dc62dca91627), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:37.965162 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] Publish callbacks [] for router_gateway (f004ff57-3aa0-4082-92a1-1cf016e65b17), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:37.985648 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-11bac854-16c2-478f-8f3e-bc94543e38b6 req-f51cb147-d1e4-4d89-b8f7-0d6efe403708 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121228 Jun 04 08:26:38.022159 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port d9c6560d-3133-440b-9202-dc62dca91627 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:38.262326 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3907948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914699'] for router (f004ff57-3aa0-4082-92a1-1cf016e65b17), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:38.402589 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] Router f004ff57-3aa0-4082-92a1-1cf016e65b17 is scheduled to L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce with binding_index 1 {{(pid=103812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 08:26:38.520098 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:26:38.529297 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Sync routers for ids ['f004ff57-3aa0-4082-92a1-1cf016e65b17'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:26:38.547234 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:38.552495 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Routers {'f004ff57-3aa0-4082-92a1-1cf016e65b17'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:26:38.553283 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-2621b2d5-a9f2-422f-b56e-9c52a6c4a59e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7717609 Jun 04 08:26:38.553906 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:26:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['f004ff57-3aa0-4082-92a1-1cf016e65b17'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:38.554114 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53124) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:38.682304 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Set router f004ff57-3aa0-4082-92a1-1cf016e65b17 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:26:38.787615 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:38.970223 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 796bdde2-c17f-4f2f-a037-bdd623919d48 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:26:39.024739 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f004ff57-3aa0-4082-92a1-1cf016e65b17', 'name': 'tempest-TestMinimumBasicScenario-56508648-router', 'tenant_id': 'bc232df684c24fa5a33de80838db1572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'cf0f9dd5-766d-4b72-b8be-0a75b5227b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:35Z', 'updated_at': '2022-06-04T08:26:37Z', 'revision_number': 3, 'project_id': 'bc232df684c24fa5a33de80838db1572', 'gw_port': {'id': 'cf0f9dd5-766d-4b72-b8be-0a75b5227b8d', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f004ff57-3aa0-4082-92a1-1cf016e65b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:36Z', 'updated_at': '2022-06-04T08:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:39.043556 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 796bdde2-c17f-4f2f-a037-bdd623919d48 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:39.044018 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:39.070507 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Checking router: f004ff57-3aa0-4082-92a1-1cf016e65b17 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:26:39.070863 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Updating router f004ff57-3aa0-4082-92a1-1cf016e65b17 port cf0f9dd5-766d-4b72-b8be-0a75b5227b8d binding host dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:26:39.122537 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:39.128433 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a035fdcc-5452-43a8-9f18-cf0e18c4a7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:39.135954 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:39.137701 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (cf0f9dd5-766d-4b72-b8be-0a75b5227b8d), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:39.138943 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0baea-2b00-48bb-97f3-5371a91dd70c req-6348c626-fe00-408e-b6c3-782acf3a243f tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:39.146489 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-15a0baea-2b00-48bb-97f3-5371a91dd70c req-6348c626-fe00-408e-b6c3-782acf3a243f tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0724936 Jun 04 08:26:39.179474 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadc833-5964-490d-900d-278e2cf4615d req-f0898186-25fd-4ee3-9ff4-1aa68e146526 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:39.186355 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0fadc833-5964-490d-900d-278e2cf4615d req-f0898186-25fd-4ee3-9ff4-1aa68e146526 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.1229467 Jun 04 08:26:39.202213 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-15a0baea-2b00-48bb-97f3-5371a91dd70c req-3b7e0521-27d2-41c9-a130-6ee2650aaa4a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548241 Jun 04 08:26:39.235508 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:39.236789 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 796bdde2-c17f-4f2f-a037-bdd623919d48 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:39.238808 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 65dd2850-1b8d-4952-80aa-1b0b636da80a up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:26:39.257650 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-63eea8b8-c67b-47a9-91df-deaadcda4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:39.263006 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0b3d55-61cc-4f63-b238-000ebc864a30 None None] Network 99cb43a1-d78e-4345-b3a1-7c5b65d1c585 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:26:39.266184 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:39.294134 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0fadc833-5964-490d-900d-278e2cf4615d req-78e228a7-3069-441f-9ed6-1d9dc522f0bd tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069055 Jun 04 08:26:39.348196 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-bd9aa6f8-e2e3-424a-b2df-5657b417622d None None] Provisioning complete for port 65dd2850-1b8d-4952-80aa-1b0b636da80a triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:39.348808 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa6f8-e2e3-424a-b2df-5657b417622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (65dd2850-1b8d-4952-80aa-1b0b636da80a), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:39.413502 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 65dd2850-1b8d-4952-80aa-1b0b636da80a triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:39.413716 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (65dd2850-1b8d-4952-80aa-1b0b636da80a), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:39.508188 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-63eea8b8-c67b-47a9-91df-deaadcda4a0f admin admin] Allocated IP 172.20.0.1 (99cb43a1-d78e-4345-b3a1-7c5b65d1c585/9878d1c9-32a1-47eb-9bdf-b00fb32ed995/54834f2e-b781-4d56-85fa-c9e953d40bb9) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:26:39.555221 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-bd9aa6f8-e2e3-424a-b2df-5657b417622d None None] Current status of the port 65dd2850-1b8d-4952-80aa-1b0b636da80a is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:39.555848 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa6f8-e2e3-424a-b2df-5657b417622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (65dd2850-1b8d-4952-80aa-1b0b636da80a), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:39.578827 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Publish callbacks [] for port (cf0f9dd5-766d-4b72-b8be-0a75b5227b8d), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:39.592376 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (cf0f9dd5-766d-4b72-b8be-0a75b5227b8d), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:39.636125 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-63eea8b8-c67b-47a9-91df-deaadcda4a0f admin admin] Publish callbacks [] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:39.647869 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059b24e-9174-4eef-ba94-d05e79329a89 None None] Pushing event updated for resources: {'Port': ['ID=cf0f9dd5-766d-4b72-b8be-0a75b5227b8d,revision_number=2']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:39.671910 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Attempting to bind port cf0f9dd5-766d-4b72-b8be-0a75b5227b8d on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:26:39.672391 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Attempting to bind port cf0f9dd5-766d-4b72-b8be-0a75b5227b8d by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:26:39.672867 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Attempting to bind port cf0f9dd5-766d-4b72-b8be-0a75b5227b8d on network 611add22-ec0d-4fc9-ba81-7c460feafb87 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:26:39.680517 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:26:39.680998 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Checking segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:26:39.681293 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-63eea8b8-c67b-47a9-91df-deaadcda4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:39.681700 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:39.682289 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Bound using segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:26:39.682970 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Bound port: cf0f9dd5-766d-4b72-b8be-0a75b5227b8d, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:26:39.683455 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (cf0f9dd5-766d-4b72-b8be-0a75b5227b8d), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:39.733982 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eea8b8-c67b-47a9-91df-deaadcda4a0f admin admin] Network 99cb43a1-d78e-4345-b3a1-7c5b65d1c585 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:26:39.740275 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-63eea8b8-c67b-47a9-91df-deaadcda4a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:26:39.742848 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eea8b8-c67b-47a9-91df-deaadcda4a0f admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:26:39.756597 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] For port cf0f9dd5-766d-4b72-b8be-0a75b5227b8d, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:26:39.761105 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] For port cf0f9dd5-766d-4b72-b8be-0a75b5227b8d, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=cf0f9dd5-766d-4b72-b8be-0a75b5227b8d,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:26:39.774277 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (cf0f9dd5-766d-4b72-b8be-0a75b5227b8d), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:39.790516 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 65dd2850-1b8d-4952-80aa-1b0b636da80a is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:39.791017 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (65dd2850-1b8d-4952-80aa-1b0b636da80a), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:39.798156 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-63eea8b8-c67b-47a9-91df-deaadcda4a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915453'] for router_interface (f004ff57-3aa0-4082-92a1-1cf016e65b17), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:39.821412 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-bd9aa6f8-e2e3-424a-b2df-5657b417622d None None] For port 65dd2850-1b8d-4952-80aa-1b0b636da80a, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=65dd2850-1b8d-4952-80aa-1b0b636da80a,segment=NetworkSegment(ab28aea4-033d-4016-8026-4bff6bdbf8d5),segment_id=ab28aea4-033d-4016-8026-4bff6bdbf8d5)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:26:39.838957 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa6f8-e2e3-424a-b2df-5657b417622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (65dd2850-1b8d-4952-80aa-1b0b636da80a), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:39.841593 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059b24e-9174-4eef-ba94-d05e79329a89 None None] Pushing event updated for resources: {'Port': ['ID=cf0f9dd5-766d-4b72-b8be-0a75b5227b8d,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:39.844990 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Routers {'f004ff57-3aa0-4082-92a1-1cf016e65b17'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:26:39.845764 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:26:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['f004ff57-3aa0-4082-92a1-1cf016e65b17'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:39.919070 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eea8b8-c67b-47a9-91df-deaadcda4a0f admin admin] Pushing event updated for resources: {'Port': ['ID=54834f2e-b781-4d56-85fa-c9e953d40bb9,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:39.943912 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9aa6f8-e2e3-424a-b2df-5657b417622d None None] Pushing event updated for resources: {'Port': ['ID=65dd2850-1b8d-4952-80aa-1b0b636da80a,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:39.975268 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-a5328857-0db5-4568-9ac5-b7d97fe7ee49 None None] Provisioning complete for port 65dd2850-1b8d-4952-80aa-1b0b636da80a triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:39.976008 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a5328857-0db5-4568-9ac5-b7d97fe7ee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (65dd2850-1b8d-4952-80aa-1b0b636da80a), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:39.991631 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] Set router f004ff57-3aa0-4082-92a1-1cf016e65b17 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:26:40.000176 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.db.api [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 04 08:26:40.000692 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG oslo_db.api [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 08:26:40.004368 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-63eea8b8-c67b-47a9-91df-deaadcda4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:40.012157 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:40.076118 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-a5328857-0db5-4568-9ac5-b7d97fe7ee49 None None] Current status of the port 65dd2850-1b8d-4952-80aa-1b0b636da80a is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:40.112156 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:40.200687 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:40.203994 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b98660b3-a5bb-4103-97ec-cb1910be0d70 None None] Provisioning complete for port 54834f2e-b781-4d56-85fa-c9e953d40bb9 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:40.204470 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b98660b3-a5bb-4103-97ec-cb1910be0d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:40.218309 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f004ff57-3aa0-4082-92a1-1cf016e65b17', 'name': 'tempest-TestMinimumBasicScenario-56508648-router', 'tenant_id': 'bc232df684c24fa5a33de80838db1572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'cf0f9dd5-766d-4b72-b8be-0a75b5227b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:35Z', 'updated_at': '2022-06-04T08:26:37Z', 'revision_number': 3, 'project_id': 'bc232df684c24fa5a33de80838db1572', 'gw_port': {'id': 'cf0f9dd5-766d-4b72-b8be-0a75b5227b8d', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f004ff57-3aa0-4082-92a1-1cf016e65b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:36Z', 'updated_at': '2022-06-04T08:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:40.236847 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:40.250292 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b98660b3-a5bb-4103-97ec-cb1910be0d70 None None] Port 54834f2e-b781-4d56-85fa-c9e953d40bb9 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:26:40.254417 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00adfd52-3c23-4b39-9057-e4a07aa855ec None None] The sync data for ids ['f004ff57-3aa0-4082-92a1-1cf016e65b17'] in dv-cinder-836996-29-iscsi is: [{'id': 'f004ff57-3aa0-4082-92a1-1cf016e65b17', 'name': 'tempest-TestMinimumBasicScenario-56508648-router', 'tenant_id': 'bc232df684c24fa5a33de80838db1572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'cf0f9dd5-766d-4b72-b8be-0a75b5227b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:35Z', 'updated_at': '2022-06-04T08:26:37Z', 'revision_number': 3, 'project_id': 'bc232df684c24fa5a33de80838db1572', 'gw_port': {'id': 'cf0f9dd5-766d-4b72-b8be-0a75b5227b8d', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f004ff57-3aa0-4082-92a1-1cf016e65b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:36Z', 'updated_at': '2022-06-04T08:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:26:40.270581 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-63eea8b8-c67b-47a9-91df-deaadcda4a0f admin admin] Publish callbacks [] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:40.276678 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-63eea8b8-c67b-47a9-91df-deaadcda4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:40.352158 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eea8b8-c67b-47a9-91df-deaadcda4a0f admin admin] Pushing event updated for resources: {'Port': ['ID=54834f2e-b781-4d56-85fa-c9e953d40bb9,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:40.370312 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29356b15-d3ce-47da-8af5-68fff27ad9bf req-a4cbf297-d0b2-42ed-973c-d0269e81df7b tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:40.373524 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-63eea8b8-c67b-47a9-91df-deaadcda4a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915337'] for router_interface (f004ff57-3aa0-4082-92a1-1cf016e65b17), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:40.378426 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-29356b15-d3ce-47da-8af5-68fff27ad9bf req-a4cbf297-d0b2-42ed-973c-d0269e81df7b tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0734196 Jun 04 08:26:40.386646 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:40.425575 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:40.430495 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-29356b15-d3ce-47da-8af5-68fff27ad9bf req-a7278747-a292-4f25-b9ec-08f169fe78b7 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497537 Jun 04 08:26:40.451318 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd91b69-4a70-4e6d-b49e-7352d188110f req-2de52da6-9021-4fa3-a0f3-ec80335d9370 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:40.451318 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9cd91b69-4a70-4e6d-b49e-7352d188110f req-2de52da6-9021-4fa3-a0f3-ec80335d9370 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 946 time: 0.0892344 Jun 04 08:26:40.535606 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:40.538632 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9cd91b69-4a70-4e6d-b49e-7352d188110f req-571c5454-8817-4f2c-aadc-d70e9620c835 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=9817dcbe-2135-470f-9c52-7169af518583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818269 Jun 04 08:26:40.547188 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eea8b8-c67b-47a9-91df-deaadcda4a0f admin admin] Network 99cb43a1-d78e-4345-b3a1-7c5b65d1c585 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:26:40.548577 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-63eea8b8-c67b-47a9-91df-deaadcda4a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:26:40.568389 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 65dd2850-1b8d-4952-80aa-1b0b636da80a is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:40.585147 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0c46f-4e7e-435b-b349-6eba5466a005 req-2a902e70-c012-472a-a350-271ca077c80c tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:40.587309 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-77a0c46f-4e7e-435b-b349-6eba5466a005 req-2a902e70-c012-472a-a350-271ca077c80c tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0897017 Jun 04 08:26:40.699480 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-77a0c46f-4e7e-435b-b349-6eba5466a005 req-98eca96e-ec35-4518-87c2-551f3b85a347 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042128 Jun 04 08:26:40.742771 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63eea8b8-c67b-47a9-91df-deaadcda4a0f admin admin] Router f004ff57-3aa0-4082-92a1-1cf016e65b17 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:26:40.864172 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 65dd2850-1b8d-4952-80aa-1b0b636da80a up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:26:40.884617 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63eea8b8-c67b-47a9-91df-deaadcda4a0f admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:26:40.897945 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-63eea8b8-c67b-47a9-91df-deaadcda4a0f admin admin] 10.222.0.57 "PUT /v2.0/routers/f004ff57-3aa0-4082-92a1-1cf016e65b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3349202 Jun 04 08:26:40.916740 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-87d6b663-a142-4237-a21d-618a2e27efd7 None None] Provisioning complete for port 54834f2e-b781-4d56-85fa-c9e953d40bb9 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:40.917114 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-87d6b663-a142-4237-a21d-618a2e27efd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:40.949543 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 65dd2850-1b8d-4952-80aa-1b0b636da80a triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:40.949949 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (65dd2850-1b8d-4952-80aa-1b0b636da80a), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:40.983431 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-87d6b663-a142-4237-a21d-618a2e27efd7 None None] Port 54834f2e-b781-4d56-85fa-c9e953d40bb9 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:26:41.039642 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 65dd2850-1b8d-4952-80aa-1b0b636da80a is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:41.040714 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device cf0f9dd5-766d-4b72-b8be-0a75b5227b8d up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:26:41.087095 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port cf0f9dd5-766d-4b72-b8be-0a75b5227b8d triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:41.087473 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (cf0f9dd5-766d-4b72-b8be-0a75b5227b8d), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:41.167693 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port cf0f9dd5-766d-4b72-b8be-0a75b5227b8d is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:41.168163 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (cf0f9dd5-766d-4b72-b8be-0a75b5227b8d), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:41.192063 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] For port cf0f9dd5-766d-4b72-b8be-0a75b5227b8d, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=cf0f9dd5-766d-4b72-b8be-0a75b5227b8d,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:26:41.197475 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (cf0f9dd5-766d-4b72-b8be-0a75b5227b8d), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:41.248335 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Pushing event updated for resources: {'Port': ['ID=cf0f9dd5-766d-4b72-b8be-0a75b5227b8d,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:41.288794 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:41.554762 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824eb96-ed80-40cc-bf58-46ebe5dd7349 req-749a613a-ee9c-4471-b3c1-95d1ef9e2c24 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:41.556250 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8824eb96-ed80-40cc-bf58-46ebe5dd7349 req-749a613a-ee9c-4471-b3c1-95d1ef9e2c24 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0536938 Jun 04 08:26:41.620043 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8824eb96-ed80-40cc-bf58-46ebe5dd7349 req-a371f65f-178d-4689-ba9b-ea9dacf6ac52 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561106 Jun 04 08:26:41.730652 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb61f04-b7f6-47b1-8d61-d87999f0d295 req-279f1064-9726-4e10-ae01-aebbe1da607a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:41.737719 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ffb61f04-b7f6-47b1-8d61-d87999f0d295 req-279f1064-9726-4e10-ae01-aebbe1da607a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 946 time: 0.0722945 Jun 04 08:26:41.794396 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ffb61f04-b7f6-47b1-8d61-d87999f0d295 req-2230e934-a7e1-417b-a804-022f820c07d3 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=9817dcbe-2135-470f-9c52-7169af518583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557365 Jun 04 08:26:41.844210 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e54a00-ced3-4bb8-a042-919f34a5466b req-c6e3497f-8be7-473e-a2cf-b92ab37b7ba4 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:41.845742 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-49e54a00-ced3-4bb8-a042-919f34a5466b req-c6e3497f-8be7-473e-a2cf-b92ab37b7ba4 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0551655 Jun 04 08:26:41.881383 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:41.910510 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-49e54a00-ced3-4bb8-a042-919f34a5466b req-c5e90388-a60a-45cd-ae5b-9ea2e4147046 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585690 Jun 04 08:26:42.124406 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Sync routers for ids ['f004ff57-3aa0-4082-92a1-1cf016e65b17'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:26:42.135153 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Routers {'f004ff57-3aa0-4082-92a1-1cf016e65b17'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:26:42.136010 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:26:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['f004ff57-3aa0-4082-92a1-1cf016e65b17'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:42.268941 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7ed73-6ed0-4715-ab90-16a62cbc1d3f req-bf934b6d-489e-484e-be38-37ebd32b2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:42.270496 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-78f7ed73-6ed0-4715-ab90-16a62cbc1d3f req-bf934b6d-489e-484e-be38-37ebd32b2199 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 1129 time: 0.0420985 Jun 04 08:26:42.273939 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Set router f004ff57-3aa0-4082-92a1-1cf016e65b17 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:26:42.408482 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-78f7ed73-6ed0-4715-ab90-16a62cbc1d3f req-54cbfb67-c1d3-4b2e-95da-3055bc11a4d7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568638 Jun 04 08:26:42.517815 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f004ff57-3aa0-4082-92a1-1cf016e65b17', 'name': 'tempest-TestMinimumBasicScenario-56508648-router', 'tenant_id': 'bc232df684c24fa5a33de80838db1572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'cf0f9dd5-766d-4b72-b8be-0a75b5227b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:35Z', 'updated_at': '2022-06-04T08:26:39Z', 'revision_number': 4, 'project_id': 'bc232df684c24fa5a33de80838db1572', 'gw_port': {'id': 'cf0f9dd5-766d-4b72-b8be-0a75b5227b8d', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f004ff57-3aa0-4082-92a1-1cf016e65b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:36Z', 'updated_at': '2022-06-04T08:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '54834f2e-b781-4d56-85fa-c9e953d40bb9', 'name': '', 'network_id': '99cb43a1-d78e-4345-b3a1-7c5b65d1c585', 'tenant_id': 'bc232df684c24fa5a33de80838db1572', 'mac_address': 'fa:16:3e:2d:e3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f004ff57-3aa0-4082-92a1-1cf016e65b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9878d1c9-32a1-47eb-9bdf-b00fb32ed995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:39Z', 'updated_at': '2022-06-04T08:26:40Z', 'revision_number': 2, 'project_id': 'bc232df684c24fa5a33de80838db1572', 'subnets': [{'id': '9878d1c9-32a1-47eb-9bdf-b00fb32ed995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:42.542455 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Checking router: f004ff57-3aa0-4082-92a1-1cf016e65b17 for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:26:42.543159 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Updating router f004ff57-3aa0-4082-92a1-1cf016e65b17 port 54834f2e-b781-4d56-85fa-c9e953d40bb9 binding host dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:26:42.573686 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:42.588235 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:42.820026 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device cf0f9dd5-766d-4b72-b8be-0a75b5227b8d up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:26:42.849474 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b84538-77ad-47c1-8699-577c29c669cf req-f9829ea6-96ba-4295-9e52-5b94330a29d7 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:42.851704 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a0b84538-77ad-47c1-8699-577c29c669cf req-f9829ea6-96ba-4295-9e52-5b94330a29d7 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0848105 Jun 04 08:26:42.896526 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:42.946398 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a0b84538-77ad-47c1-8699-577c29c669cf req-d7f71fe4-a6a1-474e-b87b-52cc697119c0 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798151 Jun 04 08:26:42.955775 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port cf0f9dd5-766d-4b72-b8be-0a75b5227b8d triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:42.958827 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (cf0f9dd5-766d-4b72-b8be-0a75b5227b8d), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:43.072535 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3c193-af34-4408-bc10-779d8f8d6b32 req-f7e87c6c-9e4d-4aa6-a12f-2c80c8e5c8f3 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:43.074136 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5dc3c193-af34-4408-bc10-779d8f8d6b32 req-f7e87c6c-9e4d-4aa6-a12f-2c80c8e5c8f3 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 946 time: 0.4080703 Jun 04 08:26:43.083169 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94150f-9cd4-42e1-9a4f-b131385d114b req-307c267f-c4e5-43af-895a-5907e32ec9bc tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:43.087150 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2b13c-0197-4b3a-878f-40699a637b09 req-19631b35-5cb4-428a-8681-91f49aa120d3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:43.089780 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1f94150f-9cd4-42e1-9a4f-b131385d114b req-307c267f-c4e5-43af-895a-5907e32ec9bc tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 946 time: 0.0782568 Jun 04 08:26:43.094824 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-05d2b13c-0197-4b3a-878f-40699a637b09 req-19631b35-5cb4-428a-8681-91f49aa120d3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0716522 Jun 04 08:26:43.122706 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:43.147903 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-05d2b13c-0197-4b3a-878f-40699a637b09 req-2e565b75-39a9-4a3f-a1ff-6036434ac8ce tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521011 Jun 04 08:26:43.153208 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1f94150f-9cd4-42e1-9a4f-b131385d114b req-1d584639-d534-4af0-9849-5a72ff426b1f tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=9817dcbe-2135-470f-9c52-7169af518583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625064 Jun 04 08:26:43.211460 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Publish callbacks [] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:43.223968 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:43.239367 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:43.256471 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-5dc3c193-af34-4408-bc10-779d8f8d6b32 req-0010fc30-339f-48af-8891-13bbdd9ec8d9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Deleting port e4cb4960-139c-4cff-a93c-90234a09c30d {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:26:43.256688 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5dc3c193-af34-4408-bc10-779d8f8d6b32 req-0010fc30-339f-48af-8891-13bbdd9ec8d9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (e4cb4960-139c-4cff-a93c-90234a09c30d), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:43.279463 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3829703-3669-45f4-9987-77b24212981b None None] Pushing event updated for resources: {'Port': ['ID=54834f2e-b781-4d56-85fa-c9e953d40bb9,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:43.282322 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port cf0f9dd5-766d-4b72-b8be-0a75b5227b8d is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:43.372899 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:43.374128 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Attempting to bind port 54834f2e-b781-4d56-85fa-c9e953d40bb9 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:26:43.375055 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Attempting to bind port 54834f2e-b781-4d56-85fa-c9e953d40bb9 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': 'ab28aea4-033d-4016-8026-4bff6bdbf8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '99cb43a1-d78e-4345-b3a1-7c5b65d1c585'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:26:43.376246 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Attempting to bind port 54834f2e-b781-4d56-85fa-c9e953d40bb9 on network 99cb43a1-d78e-4345-b3a1-7c5b65d1c585 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:26:43.385015 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:26:43.385569 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Checking segment: {'id': 'ab28aea4-033d-4016-8026-4bff6bdbf8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '99cb43a1-d78e-4345-b3a1-7c5b65d1c585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:26:43.386087 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:43.386544 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Bound using segment: {'id': 'ab28aea4-033d-4016-8026-4bff6bdbf8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '99cb43a1-d78e-4345-b3a1-7c5b65d1c585'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:26:43.387118 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Bound port: 54834f2e-b781-4d56-85fa-c9e953d40bb9, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab28aea4-033d-4016-8026-4bff6bdbf8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '99cb43a1-d78e-4345-b3a1-7c5b65d1c585'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:26:43.387566 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:43.389277 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-5dc3c193-af34-4408-bc10-779d8f8d6b32 req-0010fc30-339f-48af-8891-13bbdd9ec8d9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] For port e4cb4960-139c-4cff-a93c-90234a09c30d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e4cb4960-139c-4cff-a93c-90234a09c30d,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:26:43.389815 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5dc3c193-af34-4408-bc10-779d8f8d6b32 req-0010fc30-339f-48af-8891-13bbdd9ec8d9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (e4cb4960-139c-4cff-a93c-90234a09c30d), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:43.503708 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] For port 54834f2e-b781-4d56-85fa-c9e953d40bb9, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:26:43.507062 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] For port 54834f2e-b781-4d56-85fa-c9e953d40bb9, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=54834f2e-b781-4d56-85fa-c9e953d40bb9,segment=NetworkSegment(ab28aea4-033d-4016-8026-4bff6bdbf8d5),segment_id=ab28aea4-033d-4016-8026-4bff6bdbf8d5)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:26:43.517628 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:43.593947 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Routers {'f004ff57-3aa0-4082-92a1-1cf016e65b17'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:26:43.594679 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:26:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['f004ff57-3aa0-4082-92a1-1cf016e65b17'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:43.634776 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5dc3c193-af34-4408-bc10-779d8f8d6b32 req-0010fc30-339f-48af-8891-13bbdd9ec8d9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:43.635448 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5dc3c193-af34-4408-bc10-779d8f8d6b32 req-0010fc30-339f-48af-8891-13bbdd9ec8d9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (ca07ecc3-0139-4aee-87da-54b25481e168), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:43.636109 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.l3_db [req-5dc3c193-af34-4408-bc10-779d8f8d6b32 req-0010fc30-339f-48af-8891-13bbdd9ec8d9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Floating IP ca07ecc3-0139-4aee-87da-54b25481e168 disassociated. External IP: 172.27.2.138, port: e4cb4960-139c-4cff-a93c-90234a09c30d. Jun 04 08:26:43.636631 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-5dc3c193-af34-4408-bc10-779d8f8d6b32 req-0010fc30-339f-48af-8891-13bbdd9ec8d9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Calling delete_port for e4cb4960-139c-4cff-a93c-90234a09c30d owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:26:43.666816 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3829703-3669-45f4-9987-77b24212981b None None] Pushing event updated for resources: {'Port': ['ID=54834f2e-b781-4d56-85fa-c9e953d40bb9,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:43.693141 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-20ca38dc-1fb6-4f2a-ae5d-f266a02cd5df None None] Provisioning complete for port 54834f2e-b781-4d56-85fa-c9e953d40bb9 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:43.693613 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-20ca38dc-1fb6-4f2a-ae5d-f266a02cd5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:43.804189 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5dc3c193-af34-4408-bc10-779d8f8d6b32 req-0010fc30-339f-48af-8891-13bbdd9ec8d9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (e4cb4960-139c-4cff-a93c-90234a09c30d), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:43.848853 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010fc30-339f-48af-8891-13bbdd9ec8d9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event deleted for resources: {'Port': ['ID=e4cb4960-139c-4cff-a93c-90234a09c30d,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:43.961732 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:44.027366 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] Set router f004ff57-3aa0-4082-92a1-1cf016e65b17 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:26:44.073275 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-20ca38dc-1fb6-4f2a-ae5d-f266a02cd5df None None] Current status of the port 54834f2e-b781-4d56-85fa-c9e953d40bb9 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:44.073817 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-20ca38dc-1fb6-4f2a-ae5d-f266a02cd5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:44.084932 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dc3c193-af34-4408-bc10-779d8f8d6b32 req-0010fc30-339f-48af-8891-13bbdd9ec8d9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Router 9661a351-3fc5-44e0-8b28-d0a5eb455318 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:26:44.184096 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-20ca38dc-1fb6-4f2a-ae5d-f266a02cd5df None None] For port 54834f2e-b781-4d56-85fa-c9e953d40bb9, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=54834f2e-b781-4d56-85fa-c9e953d40bb9,segment=NetworkSegment(ab28aea4-033d-4016-8026-4bff6bdbf8d5),segment_id=ab28aea4-033d-4016-8026-4bff6bdbf8d5)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:26:44.199815 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-20ca38dc-1fb6-4f2a-ae5d-f266a02cd5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:44.217327 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ba2dd-dbd0-4cfb-bf5d-9ea48f1d326d req-22e3ebf4-2006-4ffe-8322-3a10c6d752d0 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:44.223252 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-084ba2dd-dbd0-4cfb-bf5d-9ea48f1d326d req-22e3ebf4-2006-4ffe-8322-3a10c6d752d0 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.1253290 Jun 04 08:26:44.335511 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-084ba2dd-dbd0-4cfb-bf5d-9ea48f1d326d req-e0ced8ac-7306-4992-a58c-1d3964ed3edc tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058419 Jun 04 08:26:44.338482 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-f0251f32-9f3e-4768-91c0-bcbeda4c1f45 None None] Provisioning complete for port 54834f2e-b781-4d56-85fa-c9e953d40bb9 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:44.338985 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-f0251f32-9f3e-4768-91c0-bcbeda4c1f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:44.378380 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943a845-8846-4b12-a6c4-495fc6ca248a req-fe310352-3564-466c-932d-3fcb63b56ef3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:44.386391 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7943a845-8846-4b12-a6c4-495fc6ca248a req-fe310352-3564-466c-932d-3fcb63b56ef3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0672474 Jun 04 08:26:44.400094 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:44.425376 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca38dc-1fb6-4f2a-ae5d-f266a02cd5df None None] Pushing event updated for resources: {'Port': ['ID=54834f2e-b781-4d56-85fa-c9e953d40bb9,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:44.447593 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b1d713e3-365e-48bc-8d19-5c3c8dad397f req-251f45a8-d1e4-4554-9c83-7f7f733efee3 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=d809e44d-c207-4d17-8c33-a3d123532205 HTTP/1.1" status: 200 len: 210 time: 0.0424988 Jun 04 08:26:44.479541 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7943a845-8846-4b12-a6c4-495fc6ca248a req-4192fe17-e49c-4e7f-9429-1396ff6746b2 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846043 Jun 04 08:26:44.490310 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dc3c193-af34-4408-bc10-779d8f8d6b32 req-0010fc30-339f-48af-8891-13bbdd9ec8d9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:26:44.506761 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190b8be1-eb04-4dcf-8419-115b76be4350 None None] Sync routers for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:26:44.524431 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190b8be1-eb04-4dcf-8419-115b76be4350 None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:26:44.525312 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-190b8be1-eb04-4dcf-8419-115b76be4350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:26:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:44.536187 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f004ff57-3aa0-4082-92a1-1cf016e65b17', 'name': 'tempest-TestMinimumBasicScenario-56508648-router', 'tenant_id': 'bc232df684c24fa5a33de80838db1572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'cf0f9dd5-766d-4b72-b8be-0a75b5227b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:35Z', 'updated_at': '2022-06-04T08:26:39Z', 'revision_number': 4, 'project_id': 'bc232df684c24fa5a33de80838db1572', 'gw_port': {'id': 'cf0f9dd5-766d-4b72-b8be-0a75b5227b8d', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f004ff57-3aa0-4082-92a1-1cf016e65b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:36Z', 'updated_at': '2022-06-04T08:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '54834f2e-b781-4d56-85fa-c9e953d40bb9', 'name': '', 'network_id': '99cb43a1-d78e-4345-b3a1-7c5b65d1c585', 'tenant_id': 'bc232df684c24fa5a33de80838db1572', 'mac_address': 'fa:16:3e:2d:e3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f004ff57-3aa0-4082-92a1-1cf016e65b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9878d1c9-32a1-47eb-9bdf-b00fb32ed995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:39Z', 'updated_at': '2022-06-04T08:26:43Z', 'revision_number': 4, 'project_id': 'bc232df684c24fa5a33de80838db1572', 'subnets': [{'id': '9878d1c9-32a1-47eb-9bdf-b00fb32ed995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:44.549301 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc3c193-af34-4408-bc10-779d8f8d6b32 req-0010fc30-339f-48af-8891-13bbdd9ec8d9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] No DVR routers for this DVR port e4cb4960-139c-4cff-a93c-90234a09c30d on host hv-cinder-83699 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:26:44.552054 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-5dc3c193-af34-4408-bc10-779d8f8d6b32 req-0010fc30-339f-48af-8891-13bbdd9ec8d9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:44.560393 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5dc3c193-af34-4408-bc10-779d8f8d6b32 req-0010fc30-339f-48af-8891-13bbdd9ec8d9 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "DELETE /v2.0/ports/e4cb4960-139c-4cff-a93c-90234a09c30d HTTP/1.1" status: 204 len: 173 time: 1.4237821 Jun 04 08:26:44.562448 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd809e44d-c207-4d17-8c33-a3d123532205', 'name': 'network-vif-deleted', 'tag': 'e4cb4960-139c-4cff-a93c-90234a09c30d'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:26:44.572888 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:44.573310 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01e67c-a44c-4b6b-8328-9407a94850c6 None None] The sync data for ids ['f004ff57-3aa0-4082-92a1-1cf016e65b17'] in dv-cinder-836996-29-iscsi is: [{'id': 'f004ff57-3aa0-4082-92a1-1cf016e65b17', 'name': 'tempest-TestMinimumBasicScenario-56508648-router', 'tenant_id': 'bc232df684c24fa5a33de80838db1572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'cf0f9dd5-766d-4b72-b8be-0a75b5227b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:35Z', 'updated_at': '2022-06-04T08:26:39Z', 'revision_number': 4, 'project_id': 'bc232df684c24fa5a33de80838db1572', 'gw_port': {'id': 'cf0f9dd5-766d-4b72-b8be-0a75b5227b8d', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f004ff57-3aa0-4082-92a1-1cf016e65b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:36Z', 'updated_at': '2022-06-04T08:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '54834f2e-b781-4d56-85fa-c9e953d40bb9', 'name': '', 'network_id': '99cb43a1-d78e-4345-b3a1-7c5b65d1c585', 'tenant_id': 'bc232df684c24fa5a33de80838db1572', 'mac_address': 'fa:16:3e:2d:e3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f004ff57-3aa0-4082-92a1-1cf016e65b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9878d1c9-32a1-47eb-9bdf-b00fb32ed995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:39Z', 'updated_at': '2022-06-04T08:26:43Z', 'revision_number': 4, 'project_id': 'bc232df684c24fa5a33de80838db1572', 'subnets': [{'id': '9878d1c9-32a1-47eb-9bdf-b00fb32ed995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:26:44.576368 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-f0251f32-9f3e-4768-91c0-bcbeda4c1f45 None None] Current status of the port 54834f2e-b781-4d56-85fa-c9e953d40bb9 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:44.580911 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1fe4f8-2c71-4166-baa3-4eedda22c168" -d '{"events": [{"server_uuid": "d809e44d-c207-4d17-8c33-a3d123532205", "name": "network-vif-deleted", "tag": "e4cb4960-139c-4cff-a93c-90234a09c30d"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:26:44.693063 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b140b65-cf56-4934-afc5-ea0e95ff0de4 x-openstack-request-id: req-8b140b65-cf56-4934-afc5-ea0e95ff0de4 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:26:44.693354 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d809e44d-c207-4d17-8c33-a3d123532205", "name": "network-vif-deleted", "tag": "e4cb4960-139c-4cff-a93c-90234a09c30d", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:26:44.693605 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8b140b65-cf56-4934-afc5-ea0e95ff0de4 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:26:44.694455 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b140b65-cf56-4934-afc5-ea0e95ff0de4'] response: {'server_uuid': 'd809e44d-c207-4d17-8c33-a3d123532205', 'name': 'network-vif-deleted', 'tag': 'e4cb4960-139c-4cff-a93c-90234a09c30d', 'status': 'completed', 'code': 200} Jun 04 08:26:44.840177 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 54834f2e-b781-4d56-85fa-c9e953d40bb9 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:26:44.873905 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-190b8be1-eb04-4dcf-8419-115b76be4350 None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:26:44.929177 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 54834f2e-b781-4d56-85fa-c9e953d40bb9 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:44.929744 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:44.972584 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:45.032090 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 54834f2e-b781-4d56-85fa-c9e953d40bb9 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:45.114350 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:45.147287 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-190b8be1-eb04-4dcf-8419-115b76be4350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:45.185549 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190b8be1-eb04-4dcf-8419-115b76be4350 None None] Checking router: 9661a351-3fc5-44e0-8b28-d0a5eb455318 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:26:45.195072 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190b8be1-eb04-4dcf-8419-115b76be4350 None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:26:45.195684 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-190b8be1-eb04-4dcf-8419-115b76be4350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:26:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:45.336259 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-190b8be1-eb04-4dcf-8419-115b76be4350 None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:26:45.538676 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a36d8-8ef4-4eb8-a18a-6a6daa23d2c5 req-a4b62dbe-71c1-4297-b5e3-730304d6011b tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:45.546805 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ef7a36d8-8ef4-4eb8-a18a-6a6daa23d2c5 req-a4b62dbe-71c1-4297-b5e3-730304d6011b tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0917661 Jun 04 08:26:45.608863 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ef7a36d8-8ef4-4eb8-a18a-6a6daa23d2c5 req-8429f388-258f-40a2-8672-4883538ade3e tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611444 Jun 04 08:26:45.664009 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53208) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:45.678104 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-190b8be1-eb04-4dcf-8419-115b76be4350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:45.710688 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190b8be1-eb04-4dcf-8419-115b76be4350 None None] The sync data for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi is: [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:26:45.728473 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24249e5e-41b8-4779-af1b-28da6e9e2efe req-9a1bb18f-d58a-4010-948b-da227e8b282f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:45.730836 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-24249e5e-41b8-4779-af1b-28da6e9e2efe req-9a1bb18f-d58a-4010-948b-da227e8b282f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.1025167 Jun 04 08:26:45.774166 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:45.781337 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9aa84d3b-acaa-402a-87ca-497c6d0dd5e2 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (9817dcbe-2135-470f-9c52-7169af518583), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:45.807268 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-24249e5e-41b8-4779-af1b-28da6e9e2efe req-d9ce19cb-03dc-4c9f-9c74-08a0f86e8e64 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664287 Jun 04 08:26:45.835744 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9aa84d3b-acaa-402a-87ca-497c6d0dd5e2 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (9817dcbe-2135-470f-9c52-7169af518583), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:45.913693 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9aa84d3b-acaa-402a-87ca-497c6d0dd5e2 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (9817dcbe-2135-470f-9c52-7169af518583), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:45.916705 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9aa84d3b-acaa-402a-87ca-497c6d0dd5e2 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:45.921428 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53212) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:45.921987 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9aa84d3b-acaa-402a-87ca-497c6d0dd5e2 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "DELETE /v2.0/security-groups/9817dcbe-2135-470f-9c52-7169af518583 HTTP/1.1" status: 204 len: 168 time: 0.2565348 Jun 04 08:26:45.933193 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa84d3b-acaa-402a-87ca-497c6d0dd5e2 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9817dcbe-2135-470f-9c52-7169af518583,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:45.945227 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.api.v2.resource [None req-a5f5e4e3-1b01-41ba-85d1-7e58497142da tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] show failed (client error): The resource could not be found. Jun 04 08:26:45.949529 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-a5f5e4e3-1b01-41ba-85d1-7e58497142da tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups/9817dcbe-2135-470f-9c52-7169af518583 HTTP/1.1" status: 404 len: 347 time: 0.0237379 Jun 04 08:26:45.949529 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53218) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:46.093300 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-0b67d322-5168-4b36-b277-1832f72c5439 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Deleting port 11614b94-9ec8-4a57-9f3a-39fed8c04545 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:26:46.093959 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0b67d322-5168-4b36-b277-1832f72c5439 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (11614b94-9ec8-4a57-9f3a-39fed8c04545), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:46.193652 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0b67d322-5168-4b36-b277-1832f72c5439 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (11614b94-9ec8-4a57-9f3a-39fed8c04545), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:46.194198 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0b67d322-5168-4b36-b277-1832f72c5439 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (11614b94-9ec8-4a57-9f3a-39fed8c04545), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:46.203854 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device e4cb4960-139c-4cff-a93c-90234a09c30d no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:26:46.232888 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-0b67d322-5168-4b36-b277-1832f72c5439 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Calling delete_port for 11614b94-9ec8-4a57-9f3a-39fed8c04545 owned by network:floatingip {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:26:46.248246 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: e4cb4960-139c-4cff-a93c-90234a09c30d {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:26:46.251529 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device e4cb4960-139c-4cff-a93c-90234a09c30d not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:26:46.285291 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368a77e-0d48-4946-ae7d-fd5d68e460a9 req-ecc60291-b171-4dd6-a1db-addb3ca67a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:46.287147 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3368a77e-0d48-4946-ae7d-fd5d68e460a9 req-ecc60291-b171-4dd6-a1db-addb3ca67a9e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 1129 time: 0.0718746 Jun 04 08:26:46.348215 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5cada-11da-48d6-ad05-a68171336436 req-e9b85145-5710-449f-820e-84c770530285 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:46.356200 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dde5cada-11da-48d6-ad05-a68171336436 req-e9b85145-5710-449f-820e-84c770530285 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0678673 Jun 04 08:26:46.479584 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dde5cada-11da-48d6-ad05-a68171336436 req-ac3db5f2-ca1f-427e-8650-b7622ef02b43 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218140 Jun 04 08:26:46.516579 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0b67d322-5168-4b36-b277-1832f72c5439 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (11614b94-9ec8-4a57-9f3a-39fed8c04545), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:46.522779 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:46.547721 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67d322-5168-4b36-b277-1832f72c5439 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event deleted for resources: {'Port': ['ID=11614b94-9ec8-4a57-9f3a-39fed8c04545,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:46.553172 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368a77e-0d48-4946-ae7d-fd5d68e460a9 req-b33cf70d-6990-4289-9020-00ec8cc41f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:46.555532 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3368a77e-0d48-4946-ae7d-fd5d68e460a9 req-b33cf70d-6990-4289-9020-00ec8cc41f3a service neutron] 10.222.0.77 "GET /v2.0/networks?id=1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 200 len: 920 time: 0.1968699 Jun 04 08:26:46.558423 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:46.628916 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0b67d322-5168-4b36-b277-1832f72c5439 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (ca07ecc3-0139-4aee-87da-54b25481e168), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:46.631400 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0b67d322-5168-4b36-b277-1832f72c5439 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:46.632757 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-0b67d322-5168-4b36-b277-1832f72c5439 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "DELETE /v2.0/floatingips/ca07ecc3-0139-4aee-87da-54b25481e168 HTTP/1.1" status: 204 len: 168 time: 0.6822989 Jun 04 08:26:46.648873 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3368a77e-0d48-4946-ae7d-fd5d68e460a9 req-459be604-765e-431a-bfe2-828a252644a7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd7e0432-1c0f-41ca-b602-3048957c52d3 HTTP/1.1" status: 200 len: 1001 time: 0.0864921 Jun 04 08:26:46.709280 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368a77e-0d48-4946-ae7d-fd5d68e460a9 req-f3441da2-ee16-4be8-b80e-125b49dc153f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:46.710793 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3368a77e-0d48-4946-ae7d-fd5d68e460a9 req-f3441da2-ee16-4be8-b80e-125b49dc153f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a1bd244-02e5-437b-b10c-98141f388763 HTTP/1.1" status: 200 len: 858 time: 0.0517545 Jun 04 08:26:46.736584 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53232) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:46.741389 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-6afb129e-41a6-443e-a6e4-c4370d61f891 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--56372139', 'description': 'tempest-description--1189569643'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:26:46.766025 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368a77e-0d48-4946-ae7d-fd5d68e460a9 req-c9fcf5d3-f75b-49d0-802e-18b1fa2458a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:46.767101 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6afb129e-41a6-443e-a6e4-c4370d61f891 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:46.767636 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3368a77e-0d48-4946-ae7d-fd5d68e460a9 req-c9fcf5d3-f75b-49d0-802e-18b1fa2458a3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1fd25ca8-4d43-46c5-8814-4ee274135448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496569 Jun 04 08:26:46.862897 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:46.866063 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6afb129e-41a6-443e-a6e4-c4370d61f891 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (4b8e07a5-0755-4599-b8ed-e3480d7ffb2d), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:46.874624 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6afb129e-41a6-443e-a6e4-c4370d61f891 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (4b8e07a5-0755-4599-b8ed-e3480d7ffb2d), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:46.922987 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6afb129e-41a6-443e-a6e4-c4370d61f891 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:46.927229 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-6afb129e-41a6-443e-a6e4-c4370d61f891 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1868119 Jun 04 08:26:46.927470 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53236) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:46.932438 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-3fa2d1ef-4584-40b2-b61f-167dca7b3d83 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'security_group_rule': {'security_group_id': '4b8e07a5-0755-4599-b8ed-e3480d7ffb2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:26:46.935775 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3368a77e-0d48-4946-ae7d-fd5d68e460a9 req-1289fdfb-e17e-426b-ae57-7aa2d6fafc1b service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604679 Jun 04 08:26:46.938817 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb129e-41a6-443e-a6e4-c4370d61f891 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:46.948047 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03875e-2be4-46ac-8edd-8ae720ddf88f req-b4828b73-da97-4bd9-8e15-48c9252dd90c tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:46.949537 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4a03875e-2be4-46ac-8edd-8ae720ddf88f req-b4828b73-da97-4bd9-8e15-48c9252dd90c tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0651786 Jun 04 08:26:46.968219 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d1ef-4584-40b2-b61f-167dca7b3d83 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (6c18afb9-d967-45a7-a7b7-65fb02cd32a6), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:47.049046 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d1ef-4584-40b2-b61f-167dca7b3d83 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (6c18afb9-d967-45a7-a7b7-65fb02cd32a6), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:47.055693 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d1ef-4584-40b2-b61f-167dca7b3d83 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (6c18afb9-d967-45a7-a7b7-65fb02cd32a6), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:47.062112 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4a03875e-2be4-46ac-8edd-8ae720ddf88f req-e82243c3-573e-4533-af07-99998063e537 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036739 Jun 04 08:26:47.083480 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2d1ef-4584-40b2-b61f-167dca7b3d83 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c18afb9-d967-45a7-a7b7-65fb02cd32a6,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:47.097909 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d1ef-4584-40b2-b61f-167dca7b3d83 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:47.102215 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53238) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:47.103725 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-3fa2d1ef-4584-40b2-b61f-167dca7b3d83 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1753511 Jun 04 08:26:47.112345 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-b2ca2158-e478-46c4-8b74-7bcd69ac9f91 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'security_group_rule': {'security_group_id': '4b8e07a5-0755-4599-b8ed-e3480d7ffb2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:26:47.142537 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3368a77e-0d48-4946-ae7d-fd5d68e460a9 req-13affb6f-3975-4337-82c2-e81da685ac25 service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917336 Jun 04 08:26:47.170120 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2158-e478-46c4-8b74-7bcd69ac9f91 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (5685d185-b2e7-43d5-95ee-c6459d7eb8ab), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:47.240817 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2158-e478-46c4-8b74-7bcd69ac9f91 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (5685d185-b2e7-43d5-95ee-c6459d7eb8ab), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:47.245338 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2158-e478-46c4-8b74-7bcd69ac9f91 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (5685d185-b2e7-43d5-95ee-c6459d7eb8ab), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:47.266771 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca2158-e478-46c4-8b74-7bcd69ac9f91 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5685d185-b2e7-43d5-95ee-c6459d7eb8ab,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:47.274262 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2158-e478-46c4-8b74-7bcd69ac9f91 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:47.275699 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-b2ca2158-e478-46c4-8b74-7bcd69ac9f91 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1720796 Jun 04 08:26:47.279756 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53240) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:47.287312 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-0b995b12-04b9-4e66-a092-fec66ed8a13d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'floatingip': {'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:26:47.314996 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b995b12-04b9-4e66-a092-fec66ed8a13d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:47.407778 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b995b12-04b9-4e66-a092-fec66ed8a13d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:47.447943 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a246efc4-28c8-4106-81cb-af73806bb8d8 None None] New status for floating IP ca07ecc3-0139-4aee-87da-54b25481e168: DOWN {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:26:47.512125 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:47.569716 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-0b995b12-04b9-4e66-a092-fec66ed8a13d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Allocated IP 172.27.2.185 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/a160d1ff-ca27-412f-be68-b89dedaf59f9) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:26:47.695894 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be87ae7-b0cd-4f33-9fb7-15bcda675200 req-0954458e-2110-4e79-a7f6-2dbbca183e35 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:47.703328 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2be87ae7-b0cd-4f33-9fb7-15bcda675200 req-0954458e-2110-4e79-a7f6-2dbbca183e35 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0819595 Jun 04 08:26:47.715086 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b995b12-04b9-4e66-a092-fec66ed8a13d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for port (a160d1ff-ca27-412f-be68-b89dedaf59f9), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:47.751701 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b995b12-04b9-4e66-a092-fec66ed8a13d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (a160d1ff-ca27-412f-be68-b89dedaf59f9), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:47.775109 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2be87ae7-b0cd-4f33-9fb7-15bcda675200 req-a1f83ac2-be99-40cf-8a0a-0f603786eb94 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705762 Jun 04 08:26:47.796434 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b995b12-04b9-4e66-a092-fec66ed8a13d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:26:47.800155 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-0b995b12-04b9-4e66-a092-fec66ed8a13d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:26:47.803883 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b995b12-04b9-4e66-a092-fec66ed8a13d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:26:47.837793 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b995b12-04b9-4e66-a092-fec66ed8a13d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'Port': ['ID=a160d1ff-ca27-412f-be68-b89dedaf59f9,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:47.850665 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:47.916468 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b995b12-04b9-4e66-a092-fec66ed8a13d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (9807213e-e582-4e05-9070-6cc5177cfe8b), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:47.957679 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b995b12-04b9-4e66-a092-fec66ed8a13d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (a160d1ff-ca27-412f-be68-b89dedaf59f9), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:48.205138 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b995b12-04b9-4e66-a092-fec66ed8a13d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for port (a160d1ff-ca27-412f-be68-b89dedaf59f9), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:48.214944 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b55d5-c956-42bc-9290-6d179685ce9d req-4bd7b8ed-f6fb-4138-acb1-b5bd6bda14e5 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:48.217527 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8d3b55d5-c956-42bc-9290-6d179685ce9d req-4bd7b8ed-f6fb-4138-acb1-b5bd6bda14e5 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0656593 Jun 04 08:26:48.218688 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b995b12-04b9-4e66-a092-fec66ed8a13d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (a160d1ff-ca27-412f-be68-b89dedaf59f9), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:48.248401 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:48.315968 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b995b12-04b9-4e66-a092-fec66ed8a13d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'Port': ['ID=a160d1ff-ca27-412f-be68-b89dedaf59f9,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:48.346291 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8d3b55d5-c956-42bc-9290-6d179685ce9d req-92726767-e61d-41a1-81e5-bfda0c87e6b2 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219411 Jun 04 08:26:48.347163 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b995b12-04b9-4e66-a092-fec66ed8a13d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (9807213e-e582-4e05-9070-6cc5177cfe8b), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:48.374987 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b995b12-04b9-4e66-a092-fec66ed8a13d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:48.376278 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0b995b12-04b9-4e66-a092-fec66ed8a13d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0954809 Jun 04 08:26:48.640461 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-99d42226-acfc-44a9-b847-555b60013279 req-88325a84-c58a-4a5c-939b-cd6a2ca32037 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--56372139&fields=id&tenant_id=bada48f0853f4642b538bab7eae486e6 HTTP/1.1" status: 200 len: 267 time: 0.0566998 Jun 04 08:26:48.772372 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d42226-acfc-44a9-b847-555b60013279 req-ef1621ad-b4e1-4aa9-9199-f6e6d85c9f04 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:48.774405 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-99d42226-acfc-44a9-b847-555b60013279 req-ef1621ad-b4e1-4aa9-9199-f6e6d85c9f04 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/networks?id=b88cbea7-518a-4446-bcff-56c4dc453510 HTTP/1.1" status: 200 len: 815 time: 0.1276181 Jun 04 08:26:48.801615 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-99d42226-acfc-44a9-b847-555b60013279 req-a49272ac-bf32-4515-a06a-a9b72331f5fc tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/quotas/bada48f0853f4642b538bab7eae486e6 HTTP/1.1" status: 200 len: 375 time: 0.0210967 Jun 04 08:26:48.909607 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-99d42226-acfc-44a9-b847-555b60013279 req-91a671a9-b776-42d7-8d81-a96fec59e3ee tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bada48f0853f4642b538bab7eae486e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005044 Jun 04 08:26:48.960130 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb011d-c5e8-4cf5-a509-e04e603921cf req-0dad264e-84a4-4c2f-bea4-4ff7735c8560 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:48.966401 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-99fb011d-c5e8-4cf5-a509-e04e603921cf req-0dad264e-84a4-4c2f-bea4-4ff7735c8560 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0702696 Jun 04 08:26:49.029247 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-99d42226-acfc-44a9-b847-555b60013279 req-2ae93122-a324-49fb-90f2-fbc0e34c7726 service neutron] 10.222.0.57 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087108 Jun 04 08:26:49.034851 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-99fb011d-c5e8-4cf5-a509-e04e603921cf req-8bd1d644-b14f-4994-b643-8be8ee973968 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665178 Jun 04 08:26:49.107428 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:49.133369 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-99d42226-acfc-44a9-b847-555b60013279 req-3c7ecc3c-785f-4f56-8b1a-a063b150b65a service neutron] 10.222.0.57 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029024 Jun 04 08:26:49.353543 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c8a6def6-e2a8-47e1-a453-aab0b666f4d1 req-0856fed0-aceb-480e-ade5-e00209cc0313 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 210 time: 0.0488210 Jun 04 08:26:49.487327 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:49.511048 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5062de-1fc0-45f7-854a-e89bc9190176 req-ba28afea-bf0e-4fb9-a594-da3d00399a4c tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:49.513235 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2f5062de-1fc0-45f7-854a-e89bc9190176 req-ba28afea-bf0e-4fb9-a594-da3d00399a4c tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0676789 Jun 04 08:26:49.573221 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2f5062de-1fc0-45f7-854a-e89bc9190176 req-354f0560-92df-4fa6-8750-0cc89c34f8da tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543284 Jun 04 08:26:49.839345 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d230d0-807a-40f5-aefd-21efa897ce87 req-4e4de9a9-4f87-4ed5-82b1-11634114da03 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:49.841602 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f7d230d0-807a-40f5-aefd-21efa897ce87 req-4e4de9a9-4f87-4ed5-82b1-11634114da03 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0675206 Jun 04 08:26:49.934271 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f7d230d0-807a-40f5-aefd-21efa897ce87 req-0bd11025-2a57-4a96-9fe7-5c1ac8cde818 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804906 Jun 04 08:26:49.975889 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac22298-25fe-4484-829f-c12695bee778 req-550b34b1-1d1f-4048-a6bd-2865019a2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:49.977424 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bac22298-25fe-4484-829f-c12695bee778 req-550b34b1-1d1f-4048-a6bd-2865019a2681 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=880551882c5748278978d5a7586d1f30&device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 1130 time: 0.0628834 Jun 04 08:26:50.092783 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac22298-25fe-4484-829f-c12695bee778 req-d5d15b35-af58-4aea-9463-2b543508f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:50.094787 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bac22298-25fe-4484-829f-c12695bee778 req-d5d15b35-af58-4aea-9463-2b543508f223 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6b860f72-fd6a-4776-95a4-5ec614119cc7 HTTP/1.1" status: 200 len: 912 time: 0.1106966 Jun 04 08:26:50.209604 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bac22298-25fe-4484-829f-c12695bee778 req-3255c418-ea2d-4703-9b07-b898afe20a31 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=683a8100-f2f6-4a84-82c4-09a8d38f10ca HTTP/1.1" status: 200 len: 1000 time: 0.1073816 Jun 04 08:26:50.216165 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c3906-a25f-4dd5-91da-56df9b4fc571 req-7617ca18-4eb2-4404-8b9e-c351d7f64195 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:50.217581 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a15c3906-a25f-4dd5-91da-56df9b4fc571 req-7617ca18-4eb2-4404-8b9e-c351d7f64195 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0708895 Jun 04 08:26:50.241948 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:50.274525 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a15c3906-a25f-4dd5-91da-56df9b4fc571 req-19bb7d80-c45c-485e-bee2-5bc40d37856a tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497625 Jun 04 08:26:50.401490 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87f853-b103-44ff-b9ac-20bc54e737ec req-4a3e71ba-abbc-44d9-916e-2f915fbb0cde tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:50.403086 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9d87f853-b103-44ff-b9ac-20bc54e737ec req-4a3e71ba-abbc-44d9-916e-2f915fbb0cde tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0565512 Jun 04 08:26:50.416433 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53286) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:26:50.421197 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-a08f629b-1b8e-44aa-95af-dcfea9cd4f10 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Request body: {'floatingip': {'port_id': 'cd7e0432-1c0f-41ca-b602-3048957c52d3'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:26:50.513205 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a08f629b-1b8e-44aa-95af-dcfea9cd4f10 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for floatingip (50ac0872-8552-4aff-8921-a64a96fbe935), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:50.529211 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac22298-25fe-4484-829f-c12695bee778 req-b437c0bd-eabb-40de-8c9c-d55c7c0fe94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:50.531031 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bac22298-25fe-4484-829f-c12695bee778 req-b437c0bd-eabb-40de-8c9c-d55c7c0fe94d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=18b12b06-c651-4ab6-8f19-24224f73c099 HTTP/1.1" status: 200 len: 850 time: 0.1434252 Jun 04 08:26:50.657754 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d42226-acfc-44a9-b847-555b60013279 req-e0339429-138f-4ad4-ac7e-361cf7069d74 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:50.665407 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-99d42226-acfc-44a9-b847-555b60013279 req-e0339429-138f-4ad4-ac7e-361cf7069d74 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "GET /v2.0/networks?id=b88cbea7-518a-4446-bcff-56c4dc453510 HTTP/1.1" status: 200 len: 815 time: 0.1274920 Jun 04 08:26:50.682833 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7e204b36-9956-471a-bfb1-c3026eed389c req-8988d6ba-535f-450f-b455-98e8af400104 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 210 time: 0.2221594 Jun 04 08:26:50.768365 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac22298-25fe-4484-829f-c12695bee778 req-67c486d0-6556-4e99-8a57-2f9bf8595a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:50.770273 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bac22298-25fe-4484-829f-c12695bee778 req-67c486d0-6556-4e99-8a57-2f9bf8595a48 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6b860f72-fd6a-4776-95a4-5ec614119cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1037126 Jun 04 08:26:50.849229 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-99d42226-acfc-44a9-b847-555b60013279 req-609a2666-e2d2-49f0-8d50-0b61d9cee64e tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bada48f0853f4642b538bab7eae486e6 HTTP/1.1" status: 200 len: 378 time: 0.1650410 Jun 04 08:26:50.896457 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-99d42226-acfc-44a9-b847-555b60013279 req-f29ac8b0-8b6b-4052-84d4-a4c590a656e4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'port': {'device_id': '0c5bf16e-2706-4914-9220-025c9bf549d1', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'admin_state_up': True, 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'security_groups': ['4b8e07a5-0755-4599-b8ed-e3480d7ffb2d']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:26:50.909751 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bac22298-25fe-4484-829f-c12695bee778 req-d432e630-b948-4aff-8dc2-c66f929d1d39 service neutron] 10.222.0.77 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296222 Jun 04 08:26:50.968377 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:51.100210 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bac22298-25fe-4484-829f-c12695bee778 req-dbc52cc3-08e2-4a0a-b552-37274ba184de service neutron] 10.222.0.77 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671491 Jun 04 08:26:51.101051 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80bd3d-6051-4f07-be9c-32448c8355e4 req-ba5ee7ff-f7d0-4208-87c4-02c7be39a07d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:51.103060 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0c80bd3d-6051-4f07-be9c-32448c8355e4 req-ba5ee7ff-f7d0-4208-87c4-02c7be39a07d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0608299 Jun 04 08:26:51.110369 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d42226-acfc-44a9-b847-555b60013279 req-f29ac8b0-8b6b-4052-84d4-a4c590a656e4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Made reservation on behalf of bada48f0853f4642b538bab7eae486e6 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:26:51.115137 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-99d42226-acfc-44a9-b847-555b60013279 req-f29ac8b0-8b6b-4052-84d4-a4c590a656e4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:51.200553 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0c80bd3d-6051-4f07-be9c-32448c8355e4 req-e8a4487f-4bc7-4cbd-91f1-2d316d5db1d5 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883293 Jun 04 08:26:51.280625 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-99d42226-acfc-44a9-b847-555b60013279 req-f29ac8b0-8b6b-4052-84d4-a4c590a656e4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Allocated IP 172.20.0.7 (b88cbea7-518a-4446-bcff-56c4dc453510/5faa1da9-51be-4c06-b751-2fe7b4126f56/89c66fb0-6c4e-409a-8463-3130b06b582c) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:26:51.433072 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-99d42226-acfc-44a9-b847-555b60013279 req-f29ac8b0-8b6b-4052-84d4-a4c590a656e4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for port (89c66fb0-6c4e-409a-8463-3130b06b582c), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:51.455713 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:51.459467 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a08f629b-1b8e-44aa-95af-dcfea9cd4f10 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:51.464270 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a08f629b-1b8e-44aa-95af-dcfea9cd4f10 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (50ac0872-8552-4aff-8921-a64a96fbe935), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:51.475782 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-99d42226-acfc-44a9-b847-555b60013279 req-f29ac8b0-8b6b-4052-84d4-a4c590a656e4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (89c66fb0-6c4e-409a-8463-3130b06b582c), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:51.530929 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d42226-acfc-44a9-b847-555b60013279 req-f29ac8b0-8b6b-4052-84d4-a4c590a656e4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Network b88cbea7-518a-4446-bcff-56c4dc453510 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:26:51.538988 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-99d42226-acfc-44a9-b847-555b60013279 req-f29ac8b0-8b6b-4052-84d4-a4c590a656e4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:26:51.555819 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d42226-acfc-44a9-b847-555b60013279 req-f29ac8b0-8b6b-4052-84d4-a4c590a656e4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:26:51.760113 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:51.766925 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:51.771973 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08f629b-1b8e-44aa-95af-dcfea9cd4f10 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Router 6deb69c2-4006-4ea3-a1f6-cb986a2420be has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:26:51.867664 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-61d114f4-53da-4a54-b575-2252514ff62a None None] Provisioning complete for port 89c66fb0-6c4e-409a-8463-3130b06b582c triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:51.868656 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-61d114f4-53da-4a54-b575-2252514ff62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (89c66fb0-6c4e-409a-8463-3130b06b582c), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:51.885070 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ac8b0-8b6b-4052-84d4-a4c590a656e4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'Port': ['ID=89c66fb0-6c4e-409a-8463-3130b06b582c,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:51.915524 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-61d114f4-53da-4a54-b575-2252514ff62a None None] Port 89c66fb0-6c4e-409a-8463-3130b06b582c cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:26:51.950637 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d42226-acfc-44a9-b847-555b60013279 req-f29ac8b0-8b6b-4052-84d4-a4c590a656e4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:51.951172 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-99d42226-acfc-44a9-b847-555b60013279 req-f29ac8b0-8b6b-4052-84d4-a4c590a656e4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:51.955989 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08f629b-1b8e-44aa-95af-dcfea9cd4f10 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:26:51.960431 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66152ddb-9eca-437b-bb84-2d256b9bfbf8 req-f22f5cd8-bf4b-4bb5-a19b-e78263992877 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:51.960845 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a08f629b-1b8e-44aa-95af-dcfea9cd4f10 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:51.961932 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-66152ddb-9eca-437b-bb84-2d256b9bfbf8 req-f22f5cd8-bf4b-4bb5-a19b-e78263992877 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 931 time: 0.0852199 Jun 04 08:26:51.968842 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4c972-2f81-4a00-8e6f-71efd6c19110 None None] Sync routers for ids ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:26:51.980051 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-99d42226-acfc-44a9-b847-555b60013279 req-f29ac8b0-8b6b-4052-84d4-a4c590a656e4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0892282 Jun 04 08:26:51.985927 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4c972-2f81-4a00-8e6f-71efd6c19110 None None] Routers {'6deb69c2-4006-4ea3-a1f6-cb986a2420be'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:26:51.988219 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-33e4c972-2f81-4a00-8e6f-71efd6c19110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:26:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:52.010874 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Request body: {'port': {'device_id': '0c5bf16e-2706-4914-9220-025c9bf549d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:26:52.044348 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'tag': 'cd7e0432-1c0f-41ca-b602-3048957c52d3'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:26:52.046908 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb43434-f1ef-4a9c-a140-782048e18ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e216fcd-219d-4dfc-9af4-cecfa6988dea", "tag": "cd7e0432-1c0f-41ca-b602-3048957c52d3"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:26:52.096530 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-a08f629b-1b8e-44aa-95af-dcfea9cd4f10 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "PUT /v2.0/floatingips/50ac0872-8552-4aff-8921-a64a96fbe935 HTTP/1.1" status: 200 len: 993 time: 1.6787863 Jun 04 08:26:52.116237 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-33e4c972-2f81-4a00-8e6f-71efd6c19110 None None] Set router 6deb69c2-4006-4ea3-a1f6-cb986a2420be gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:26:52.144454 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-66152ddb-9eca-437b-bb84-2d256b9bfbf8 req-7b5a8750-9f85-4036-ba5d-dbffcdcfd518 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1633887 Jun 04 08:26:52.145210 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (89c66fb0-6c4e-409a-8463-3130b06b582c), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:52.153049 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc2268e-06d4-40ce-8821-79b6f0b3d054 x-openstack-request-id: req-9dc2268e-06d4-40ce-8821-79b6f0b3d054 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:26:52.153605 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e216fcd-219d-4dfc-9af4-cecfa6988dea", "tag": "cd7e0432-1c0f-41ca-b602-3048957c52d3", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:26:52.154430 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9dc2268e-06d4-40ce-8821-79b6f0b3d054 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:26:52.159299 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc2268e-06d4-40ce-8821-79b6f0b3d054'] response: {'name': 'network-changed', 'server_uuid': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'tag': 'cd7e0432-1c0f-41ca-b602-3048957c52d3', 'status': 'completed', 'code': 200} Jun 04 08:26:52.286010 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb43434-f1ef-4a9c-a140-782048e18ac7 req-4ba8887d-4c4e-4860-ab29-03e39a087fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:52.290302 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ecb43434-f1ef-4a9c-a140-782048e18ac7 req-4ba8887d-4c4e-4860-ab29-03e39a087fa1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 1129 time: 0.0972555 Jun 04 08:26:52.305864 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:52.342891 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:52.376728 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10777ecc-f046-4c88-8db9-29c78fb2aecd req-1e5373ab-fe86-4997-a29b-b14b244b0e8d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:52.378908 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-10777ecc-f046-4c88-8db9-29c78fb2aecd req-1e5373ab-fe86-4997-a29b-b14b244b0e8d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0661232 Jun 04 08:26:52.453430 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-10777ecc-f046-4c88-8db9-29c78fb2aecd req-78557462-a79f-4b80-be48-cbbcf76171bc tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654397 Jun 04 08:26:52.462184 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-33e4c972-2f81-4a00-8e6f-71efd6c19110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-router', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:09Z', 'revision_number': 4, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'gw_port': {'id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:57Z', 'updated_at': '2022-06-04T08:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '50ac0872-8552-4aff-8921-a64a96fbe935', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'port_id': 'cd7e0432-1c0f-41ca-b602-3048957c52d3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'mac_address': 'fa:16:3e:e0:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:24:39Z', 'updated_at': '2022-06-04T08:26:51Z', 'revision_number': 3, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e69925-03cd-431e-99a8-294e9c972ac9', 'name': '', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'mac_address': 'fa:16:3e:a7:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3a1bd244-02e5-437b-b10c-98141f388763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:06Z', 'updated_at': '2022-06-04T08:23:21Z', 'revision_number': 5, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'subnets': [{'id': '3a1bd244-02e5-437b-b10c-98141f388763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:52.500537 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4c972-2f81-4a00-8e6f-71efd6c19110 None None] Checking router: 6deb69c2-4006-4ea3-a1f6-cb986a2420be for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:26:52.510362 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4c972-2f81-4a00-8e6f-71efd6c19110 None None] Routers {'6deb69c2-4006-4ea3-a1f6-cb986a2420be'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:26:52.511044 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-33e4c972-2f81-4a00-8e6f-71efd6c19110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:26:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:52.532377 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb43434-f1ef-4a9c-a140-782048e18ac7 req-6903d19b-4227-4cac-b4d3-5ed2140e6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:52.534299 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ecb43434-f1ef-4a9c-a140-782048e18ac7 req-6903d19b-4227-4cac-b4d3-5ed2140e6ae6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 200 len: 920 time: 0.2374530 Jun 04 08:26:52.632188 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ecb43434-f1ef-4a9c-a140-782048e18ac7 req-29878b43-87f4-4fd9-967e-16a248bf4d35 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd7e0432-1c0f-41ca-b602-3048957c52d3 HTTP/1.1" status: 200 len: 1001 time: 0.0896420 Jun 04 08:26:52.660868 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-33e4c972-2f81-4a00-8e6f-71efd6c19110 None None] Set router 6deb69c2-4006-4ea3-a1f6-cb986a2420be gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:26:52.720227 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c66fb0-6c4e-409a-8463-3130b06b582c {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:26:52.729916 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Publish callbacks [] for port (89c66fb0-6c4e-409a-8463-3130b06b582c), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:52.732924 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb43434-f1ef-4a9c-a140-782048e18ac7 req-7e0d3ae3-da65-4f5c-865a-90ee5bc986e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:52.734446 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ecb43434-f1ef-4a9c-a140-782048e18ac7 req-7e0d3ae3-da65-4f5c-865a-90ee5bc986e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a1bd244-02e5-437b-b10c-98141f388763 HTTP/1.1" status: 200 len: 858 time: 0.0917389 Jun 04 08:26:52.738417 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:52.781841 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Transition to ACTIVE for port object 89c66fb0-6c4e-409a-8463-3130b06b582c will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:26:52.794695 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (89c66fb0-6c4e-409a-8463-3130b06b582c), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:52.847197 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Pushing event updated for resources: {'Port': ['ID=89c66fb0-6c4e-409a-8463-3130b06b582c,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:52.852462 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb43434-f1ef-4a9c-a140-782048e18ac7 req-2079319d-c59d-4a85-9d79-1cfe8ad5d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:52.854033 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ecb43434-f1ef-4a9c-a140-782048e18ac7 req-2079319d-c59d-4a85-9d79-1cfe8ad5d368 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1fd25ca8-4d43-46c5-8814-4ee274135448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1096792 Jun 04 08:26:52.950871 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-33e4c972-2f81-4a00-8e6f-71efd6c19110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-router', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:09Z', 'revision_number': 4, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'gw_port': {'id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:57Z', 'updated_at': '2022-06-04T08:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '50ac0872-8552-4aff-8921-a64a96fbe935', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'port_id': 'cd7e0432-1c0f-41ca-b602-3048957c52d3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'mac_address': 'fa:16:3e:e0:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:24:39Z', 'updated_at': '2022-06-04T08:26:51Z', 'revision_number': 3, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e69925-03cd-431e-99a8-294e9c972ac9', 'name': '', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'mac_address': 'fa:16:3e:a7:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3a1bd244-02e5-437b-b10c-98141f388763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:06Z', 'updated_at': '2022-06-04T08:23:21Z', 'revision_number': 5, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'subnets': [{'id': '3a1bd244-02e5-437b-b10c-98141f388763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:26:52.991766 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4c972-2f81-4a00-8e6f-71efd6c19110 None None] The sync data for ids ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'] in dv-cinder-836996-29-iscsi is: [{'id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-router', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:09Z', 'revision_number': 4, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'gw_port': {'id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:57Z', 'updated_at': '2022-06-04T08:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '50ac0872-8552-4aff-8921-a64a96fbe935', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'port_id': 'cd7e0432-1c0f-41ca-b602-3048957c52d3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'mac_address': 'fa:16:3e:e0:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:24:39Z', 'updated_at': '2022-06-04T08:26:51Z', 'revision_number': 3, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e69925-03cd-431e-99a8-294e9c972ac9', 'name': '', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'mac_address': 'fa:16:3e:a7:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3a1bd244-02e5-437b-b10c-98141f388763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:06Z', 'updated_at': '2022-06-04T08:23:21Z', 'revision_number': 5, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'subnets': [{'id': '3a1bd244-02e5-437b-b10c-98141f388763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:26:53.011517 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Attempting to bind port 89c66fb0-6c4e-409a-8463-3130b06b582c on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:26:53.011861 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Attempting to bind port 89c66fb0-6c4e-409a-8463-3130b06b582c by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:26:53.012201 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Attempting to bind port 89c66fb0-6c4e-409a-8463-3130b06b582c on network b88cbea7-518a-4446-bcff-56c4dc453510 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:26:53.017508 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Port 89c66fb0-6c4e-409a-8463-3130b06b582c on network b88cbea7-518a-4446-bcff-56c4dc453510 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:26:53.017857 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Attempting to bind port 89c66fb0-6c4e-409a-8463-3130b06b582c on network b88cbea7-518a-4446-bcff-56c4dc453510 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:26:53.027868 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:26:53.028278 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Checking segment: {'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:26:53.034057 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Bound using segment: {'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:26:53.034517 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Bound port: 89c66fb0-6c4e-409a-8463-3130b06b582c, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:26:53.034895 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (89c66fb0-6c4e-409a-8463-3130b06b582c), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:53.139203 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ecb43434-f1ef-4a9c-a140-782048e18ac7 req-ead544dd-1e35-496e-ad99-e9fe36cf543c service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746990 Jun 04 08:26:53.207781 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] For port 89c66fb0-6c4e-409a-8463-3130b06b582c, host hv-cinder-83699, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:26:53.226296 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:53.229646 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] For port 89c66fb0-6c4e-409a-8463-3130b06b582c, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=89c66fb0-6c4e-409a-8463-3130b06b582c,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:26:53.248838 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (89c66fb0-6c4e-409a-8463-3130b06b582c), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:53.354483 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:53.355111 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:53.357052 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-99d42226-acfc-44a9-b847-555b60013279 req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] 10.222.0.77 "PUT /v2.0/ports/89c66fb0-6c4e-409a-8463-3130b06b582c HTTP/1.1" status: 200 len: 1093 time: 1.3506575 Jun 04 08:26:53.357559 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5bf16e-2706-4914-9220-025c9bf549d1', 'tag': '89c66fb0-6c4e-409a-8463-3130b06b582c'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:26:53.359951 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e429c9-2cb8-4d4a-a58d-e92502a5cd45" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5bf16e-2706-4914-9220-025c9bf549d1", "tag": "89c66fb0-6c4e-409a-8463-3130b06b582c"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:26:53.376540 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ecb43434-f1ef-4a9c-a140-782048e18ac7 req-1c6828f0-0bee-46c4-b905-ba0a46c17f1f service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289152 Jun 04 08:26:53.411267 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18733845-7de7-4688-a9c7-a67911efde3c req-c0dc2a55-3ffd-4b20-bcb6-09cb938c806c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:53.411873 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-18733845-7de7-4688-a9c7-a67911efde3c req-c0dc2a55-3ffd-4b20-bcb6-09cb938c806c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 943 time: 0.1360540 Jun 04 08:26:53.428962 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65846994-76c7-476f-981a-a0048856d558 x-openstack-request-id: req-65846994-76c7-476f-981a-a0048856d558 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:26:53.429313 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5bf16e-2706-4914-9220-025c9bf549d1", "tag": "89c66fb0-6c4e-409a-8463-3130b06b582c", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:26:53.429511 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-65846994-76c7-476f-981a-a0048856d558 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:26:53.429945 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65846994-76c7-476f-981a-a0048856d558'] response: {'name': 'network-changed', 'server_uuid': '0c5bf16e-2706-4914-9220-025c9bf549d1', 'tag': '89c66fb0-6c4e-409a-8463-3130b06b582c', 'status': 'completed', 'code': 200} Jun 04 08:26:53.450293 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d074f88-2980-4615-bc35-ae7b76d27112 service neutron] Pushing event updated for resources: {'Port': ['ID=89c66fb0-6c4e-409a-8463-3130b06b582c,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:53.504044 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d42226-acfc-44a9-b847-555b60013279 req-2c439bf9-6c36-4126-aaca-cd83a3061d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:53.505579 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-99d42226-acfc-44a9-b847-555b60013279 req-2c439bf9-6c36-4126-aaca-cd83a3061d0d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bada48f0853f4642b538bab7eae486e6&device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 1127 time: 0.0674887 Jun 04 08:26:53.524935 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-18733845-7de7-4688-a9c7-a67911efde3c req-79028180-d3b5-4fdd-9a15-ce97bd8cfee4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990405 Jun 04 08:26:53.560770 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-99d42226-acfc-44a9-b847-555b60013279 req-f9f2dac6-a1f2-404c-b90a-b16f6713666a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89c66fb0-6c4e-409a-8463-3130b06b582c HTTP/1.1" status: 200 len: 217 time: 0.0466955 Jun 04 08:26:53.620128 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d42226-acfc-44a9-b847-555b60013279 req-ac5f93c7-8153-4c88-8acb-d41943afe8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:53.621517 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-99d42226-acfc-44a9-b847-555b60013279 req-ac5f93c7-8153-4c88-8acb-d41943afe8d9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5faa1da9-51be-4c06-b751-2fe7b4126f56 HTTP/1.1" status: 200 len: 854 time: 0.0520926 Jun 04 08:26:53.670737 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d42226-acfc-44a9-b847-555b60013279 req-f424379d-2e0f-4e6d-a0f4-6b6e3c2299e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:53.674315 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-99d42226-acfc-44a9-b847-555b60013279 req-f424379d-2e0f-4e6d-a0f4-6b6e3c2299e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b88cbea7-518a-4446-bcff-56c4dc453510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467982 Jun 04 08:26:53.773995 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-99d42226-acfc-44a9-b847-555b60013279 req-446d4839-fadc-40c3-85ca-8df5b4908353 service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927882 Jun 04 08:26:53.862982 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:53.875761 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-99d42226-acfc-44a9-b847-555b60013279 req-a839fb8a-0c1b-4242-b18a-1a0796993695 service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948875 Jun 04 08:26:54.156391 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-9136337e-4b5c-4f67-8300-869396945b77 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:54.157753 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-9136337e-4b5c-4f67-8300-869396945b77 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/networks?id=d7b6ce13-c239-48d5-a1b0-88bed796ecf4 HTTP/1.1" status: 200 len: 814 time: 0.1001022 Jun 04 08:26:54.159895 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'tag': 'cd7e0432-1c0f-41ca-b602-3048957c52d3'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:26:54.162201 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d415ca-62c5-461d-87d1-7b0065aa74b3" -d '{"events": [{"name": "network-changed", "server_uuid": "1e216fcd-219d-4dfc-9af4-cecfa6988dea", "tag": "cd7e0432-1c0f-41ca-b602-3048957c52d3"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:26:54.172436 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-25f1cab5-6df7-441d-a963-ea254f684df0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/quotas/950149f4530b41eea35bc273803918a9 HTTP/1.1" status: 200 len: 375 time: 0.0092182 Jun 04 08:26:54.196991 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf7db87-9b8c-4072-b1ab-0834f2d8e047 x-openstack-request-id: req-8cf7db87-9b8c-4072-b1ab-0834f2d8e047 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:26:54.197282 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e216fcd-219d-4dfc-9af4-cecfa6988dea", "tag": "cd7e0432-1c0f-41ca-b602-3048957c52d3", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:26:54.197536 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8cf7db87-9b8c-4072-b1ab-0834f2d8e047 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:26:54.197961 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf7db87-9b8c-4072-b1ab-0834f2d8e047'] response: {'name': 'network-changed', 'server_uuid': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'tag': 'cd7e0432-1c0f-41ca-b602-3048957c52d3', 'status': 'completed', 'code': 200} Jun 04 08:26:54.226737 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-44093d68-d294-4a3d-b0f3-71790b842af5 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=950149f4530b41eea35bc273803918a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488033 Jun 04 08:26:54.323359 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-902b2573-cad4-4ea9-a38c-2d693d26be90 service neutron] 10.222.0.57 "GET /v2.0/networks/d7b6ce13-c239-48d5-a1b0-88bed796ecf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854752 Jun 04 08:26:54.414611 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-a516c40f-736b-4c98-8a06-94204a156604 service neutron] 10.222.0.57 "GET /v2.0/networks/d7b6ce13-c239-48d5-a1b0-88bed796ecf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848067 Jun 04 08:26:54.572319 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f4df259f-7a04-4db4-898c-2c9e187a2b00 req-bdc497ac-1411-472c-83b0-84406826c7b2 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 210 time: 0.0296688 Jun 04 08:26:54.656141 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0d2a2-0d41-4570-9221-47dcf3cc2726 req-d461a9d4-4daa-4548-8bc5-621de4fb1370 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:54.657750 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-18f0d2a2-0d41-4570-9221-47dcf3cc2726 req-d461a9d4-4daa-4548-8bc5-621de4fb1370 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 943 time: 0.0500584 Jun 04 08:26:54.708017 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-18f0d2a2-0d41-4570-9221-47dcf3cc2726 req-af0b79cd-9dd8-42fe-8e0b-1c66ef2caa0f tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442548 Jun 04 08:26:54.947448 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e429c9-2cb8-4d4a-a58d-e92502a5cd45 req-27ecab1d-f950-402c-b84f-fe2c5f5a521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:54.948940 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-10e429c9-2cb8-4d4a-a58d-e92502a5cd45 req-27ecab1d-f950-402c-b84f-fe2c5f5a521b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bada48f0853f4642b538bab7eae486e6&device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 1127 time: 0.0779552 Jun 04 08:26:54.950526 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d415ca-62c5-461d-87d1-7b0065aa74b3 req-d242530f-52ce-45f0-b2eb-8a7b70c0c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:54.951858 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-87d415ca-62c5-461d-87d1-7b0065aa74b3 req-d242530f-52ce-45f0-b2eb-8a7b70c0c52c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 1129 time: 0.0717297 Jun 04 08:26:54.984960 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:55.118050 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e429c9-2cb8-4d4a-a58d-e92502a5cd45 req-5d735364-3a60-426a-bdca-ff77a72853f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:55.119531 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-10e429c9-2cb8-4d4a-a58d-e92502a5cd45 req-5d735364-3a60-426a-bdca-ff77a72853f3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b88cbea7-518a-4446-bcff-56c4dc453510 HTTP/1.1" status: 200 len: 916 time: 0.1590152 Jun 04 08:26:55.120575 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d415ca-62c5-461d-87d1-7b0065aa74b3 req-35cb9797-34f8-4549-a909-39bc12b288e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:55.122509 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-87d415ca-62c5-461d-87d1-7b0065aa74b3 req-35cb9797-34f8-4549-a909-39bc12b288e5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 200 len: 920 time: 0.1539884 Jun 04 08:26:55.194256 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-10e429c9-2cb8-4d4a-a58d-e92502a5cd45 req-0102f4e8-578d-4dbd-a44f-6428ba16a2d2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89c66fb0-6c4e-409a-8463-3130b06b582c HTTP/1.1" status: 200 len: 217 time: 0.0635712 Jun 04 08:26:55.216592 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-87d415ca-62c5-461d-87d1-7b0065aa74b3 req-b0856c8b-7c5a-49f6-ab25-a70e6dc7cd27 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd7e0432-1c0f-41ca-b602-3048957c52d3 HTTP/1.1" status: 200 len: 1001 time: 0.0801752 Jun 04 08:26:55.458868 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d415ca-62c5-461d-87d1-7b0065aa74b3 req-69411b1f-4657-4b04-a5e8-8811d57a2919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:55.460259 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-87d415ca-62c5-461d-87d1-7b0065aa74b3 req-69411b1f-4657-4b04-a5e8-8811d57a2919 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a1bd244-02e5-437b-b10c-98141f388763 HTTP/1.1" status: 200 len: 858 time: 0.0857651 Jun 04 08:26:55.461473 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e429c9-2cb8-4d4a-a58d-e92502a5cd45 req-05753fa7-6e9d-4370-b2e1-07185a77b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:55.462814 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-10e429c9-2cb8-4d4a-a58d-e92502a5cd45 req-05753fa7-6e9d-4370-b2e1-07185a77b4f6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5faa1da9-51be-4c06-b751-2fe7b4126f56 HTTP/1.1" status: 200 len: 854 time: 0.0869446 Jun 04 08:26:55.558997 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-7c782fc9-8df6-4699-aeb4-5c557aecd61d tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:55.561608 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-7c782fc9-8df6-4699-aeb4-5c557aecd61d tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.77 "GET /v2.0/networks?id=d7b6ce13-c239-48d5-a1b0-88bed796ecf4 HTTP/1.1" status: 200 len: 814 time: 0.1123421 Jun 04 08:26:55.564458 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e429c9-2cb8-4d4a-a58d-e92502a5cd45 req-f96adf8e-e1fd-4746-8115-d9bec734cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:55.565976 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-10e429c9-2cb8-4d4a-a58d-e92502a5cd45 req-f96adf8e-e1fd-4746-8115-d9bec734cd9a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b88cbea7-518a-4446-bcff-56c4dc453510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0769744 Jun 04 08:26:55.567026 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d415ca-62c5-461d-87d1-7b0065aa74b3 req-44508621-752d-48f9-bd6b-1e6ff54b3aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:55.568364 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-87d415ca-62c5-461d-87d1-7b0065aa74b3 req-44508621-752d-48f9-bd6b-1e6ff54b3aa4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1fd25ca8-4d43-46c5-8814-4ee274135448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0699308 Jun 04 08:26:55.581128 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-b8eb48d0-e20b-4e77-a397-1605e0d47976 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Request body: {'port': {'device_id': 'e32606ac-3c6c-42f8-b063-f2fc031485e9', 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4', 'admin_state_up': True, 'tenant_id': '950149f4530b41eea35bc273803918a9'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:26:55.611017 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:55.688721 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dfb0bbff-527c-4315-ac49-2eae05ce7ec1 req-0265fab5-dac3-4710-9f2e-e1c8c4601ec1 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 210 time: 0.0355699 Jun 04 08:26:55.729527 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-b8eb48d0-e20b-4e77-a397-1605e0d47976 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Made reservation on behalf of 950149f4530b41eea35bc273803918a9 for: {'port': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:26:55.734065 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-b8eb48d0-e20b-4e77-a397-1605e0d47976 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:55.755540 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-10e429c9-2cb8-4d4a-a58d-e92502a5cd45 req-9cc1296c-4633-4c39-a2aa-ca362085a3a7 service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735430 Jun 04 08:26:55.759318 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-87d415ca-62c5-461d-87d1-7b0065aa74b3 req-973acc57-f32e-41d9-a962-d57225c51ef2 service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687331 Jun 04 08:26:55.879176 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-b8eb48d0-e20b-4e77-a397-1605e0d47976 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Allocated IP 172.20.0.5 (d7b6ce13-c239-48d5-a1b0-88bed796ecf4/510c503a-76e2-4868-8711-4a68b9513120/2723b733-b421-4bbd-89bb-aeb589aaf066) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:26:56.107181 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-b8eb48d0-e20b-4e77-a397-1605e0d47976 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:56.141311 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:56.143482 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:56.150106 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-b8eb48d0-e20b-4e77-a397-1605e0d47976 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:56.179104 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd232b49-8e38-4c96-a1f9-2d9c1f9e87f8 req-3dcca765-bd68-4afa-ab7f-8b9881f15b18 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:56.180757 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bd232b49-8e38-4c96-a1f9-2d9c1f9e87f8 req-3dcca765-bd68-4afa-ab7f-8b9881f15b18 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 943 time: 0.3740718 Jun 04 08:26:56.203444 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-b8eb48d0-e20b-4e77-a397-1605e0d47976 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Network d7b6ce13-c239-48d5-a1b0-88bed796ecf4 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:26:56.206933 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-b8eb48d0-e20b-4e77-a397-1605e0d47976 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:26:56.209461 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-b8eb48d0-e20b-4e77-a397-1605e0d47976 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:26:56.254664 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb48d0-e20b-4e77-a397-1605e0d47976 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Pushing event updated for resources: {'Port': ['ID=2723b733-b421-4bbd-89bb-aeb589aaf066,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:56.288509 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-10e429c9-2cb8-4d4a-a58d-e92502a5cd45 req-44f6e0cb-bb71-4eb9-a824-c76a18cd7300 service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193379 Jun 04 08:26:56.290704 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-b8eb48d0-e20b-4e77-a397-1605e0d47976 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:56.291370 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-b8eb48d0-e20b-4e77-a397-1605e0d47976 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:56.292442 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 89c66fb0-6c4e-409a-8463-3130b06b582c details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:26:56.296802 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-87d415ca-62c5-461d-87d1-7b0065aa74b3 req-57917b7c-1122-4ebd-9ad3-893b5f319046 service neutron] 10.222.0.77 "GET /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5263038 Jun 04 08:26:56.311786 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bd232b49-8e38-4c96-a1f9-2d9c1f9e87f8 req-b473cb28-620a-4f91-bc51-3f25042cac31 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1149337 Jun 04 08:26:56.317913 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-b8eb48d0-e20b-4e77-a397-1605e0d47976 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7410123 Jun 04 08:26:56.480137 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 89c66fb0-6c4e-409a-8463-3130b06b582c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=89c66fb0-6c4e-409a-8463-3130b06b582c,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:26:56.494429 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': '89c66fb0-6c4e-409a-8463-3130b06b582c', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'port_id': '89c66fb0-6c4e-409a-8463-3130b06b582c', 'mac_address': 'fa:16:3e:0a:1f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:26:56.542597 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 89c66fb0-6c4e-409a-8463-3130b06b582c is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:56.543303 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (89c66fb0-6c4e-409a-8463-3130b06b582c), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:56.560873 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c66fb0-6c4e-409a-8463-3130b06b582c {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:26:56.592468 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 89c66fb0-6c4e-409a-8463-3130b06b582c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=89c66fb0-6c4e-409a-8463-3130b06b582c,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:26:56.598723 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (89c66fb0-6c4e-409a-8463-3130b06b582c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:56.665561 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=89c66fb0-6c4e-409a-8463-3130b06b582c,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:56.679077 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-54405339-a942-4cd2-b3ad-166c25fd6635 None None] Provisioning complete for port 2723b733-b421-4bbd-89bb-aeb589aaf066 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:56.679532 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-54405339-a942-4cd2-b3ad-166c25fd6635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:56.721288 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-54405339-a942-4cd2-b3ad-166c25fd6635 None None] Port 2723b733-b421-4bbd-89bb-aeb589aaf066 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:26:56.822892 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07a634-e535-4648-898b-73d7fa89c626 req-6a4a7206-a243-4f99-a43b-80c805fda4fa tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:56.824458 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-da07a634-e535-4648-898b-73d7fa89c626 req-6a4a7206-a243-4f99-a43b-80c805fda4fa tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 931 time: 0.0625689 Jun 04 08:26:56.887734 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-da07a634-e535-4648-898b-73d7fa89c626 req-5cba027d-ab3c-4810-b28f-94614c84d0ae tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559802 Jun 04 08:26:56.908492 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['89c66fb0-6c4e-409a-8463-3130b06b582c'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:26:57.436529 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c3b12-9ffe-4400-9ad4-94c7bf9e1c11 req-2090ffa8-e8b0-4ad9-b3ff-a46628db3d89 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:57.439175 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-633c3b12-9ffe-4400-9ad4-94c7bf9e1c11 req-2090ffa8-e8b0-4ad9-b3ff-a46628db3d89 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 944 time: 0.0591218 Jun 04 08:26:57.484805 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:57.491345 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-633c3b12-9ffe-4400-9ad4-94c7bf9e1c11 req-ceb3e2c5-62af-443b-bb7f-021a18844223 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465369 Jun 04 08:26:57.828454 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:58.007972 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c8e38-62a0-4f2d-a2da-c8b9b295d691 req-b18cf2f8-0ac3-4034-96f4-8eec94a4029d tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:58.009565 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b71c8e38-62a0-4f2d-a2da-c8b9b295d691 req-b18cf2f8-0ac3-4034-96f4-8eec94a4029d tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 931 time: 0.0479164 Jun 04 08:26:58.071304 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b71c8e38-62a0-4f2d-a2da-c8b9b295d691 req-7587c847-1da1-49c7-a567-ad217ccf4774 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549040 Jun 04 08:26:58.292737 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 89c66fb0-6c4e-409a-8463-3130b06b582c up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:26:58.316672 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:58.339714 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port 89c66fb0-6c4e-409a-8463-3130b06b582c completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:26:58.347630 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port 89c66fb0-6c4e-409a-8463-3130b06b582c triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:26:58.348133 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (89c66fb0-6c4e-409a-8463-3130b06b582c), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:58.396284 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:26:58.435940 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 89c66fb0-6c4e-409a-8463-3130b06b582c is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:26:58.436361 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (89c66fb0-6c4e-409a-8463-3130b06b582c), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:58.469989 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5bf16e-2706-4914-9220-025c9bf549d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c66fb0-6c4e-409a-8463-3130b06b582c'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:26:58.472821 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7553b0f1-863d-41ae-b3d0-22ab44d7f5b7" -d '{"events": [{"server_uuid": "0c5bf16e-2706-4914-9220-025c9bf549d1", "name": "network-vif-plugged", "status": "completed", "tag": "89c66fb0-6c4e-409a-8463-3130b06b582c"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:26:58.488307 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 89c66fb0-6c4e-409a-8463-3130b06b582c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=89c66fb0-6c4e-409a-8463-3130b06b582c,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:26:58.499998 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (89c66fb0-6c4e-409a-8463-3130b06b582c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:26:58.550172 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef517ae9-0d15-432b-8a28-d76f51935d2c x-openstack-request-id: req-ef517ae9-0d15-432b-8a28-d76f51935d2c {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:26:58.550486 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5bf16e-2706-4914-9220-025c9bf549d1", "name": "network-vif-plugged", "status": "completed", "tag": "89c66fb0-6c4e-409a-8463-3130b06b582c", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:26:58.550742 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ef517ae9-0d15-432b-8a28-d76f51935d2c {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:26:58.551141 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef517ae9-0d15-432b-8a28-d76f51935d2c'] response: {'server_uuid': '0c5bf16e-2706-4914-9220-025c9bf549d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c66fb0-6c4e-409a-8463-3130b06b582c', 'code': 200} Jun 04 08:26:58.580823 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=89c66fb0-6c4e-409a-8463-3130b06b582c,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:26:58.677010 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c69407-966c-4fd6-b057-4807d9afb441 req-8f7524c0-c737-4bc6-a375-c73fb3cf341b tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:58.678882 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-69c69407-966c-4fd6-b057-4807d9afb441 req-8f7524c0-c737-4bc6-a375-c73fb3cf341b tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 945 time: 0.0885258 Jun 04 08:26:58.744828 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-69c69407-966c-4fd6-b057-4807d9afb441 req-d81cf56c-ec2b-4335-8795-223e9b8614e4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580068 Jun 04 08:26:59.183574 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80756056-d92b-420d-970f-5c2ea7ecee3f req-f4b68ea1-7a03-42db-ae83-c639aa8bbb5d tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:59.185735 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-80756056-d92b-420d-970f-5c2ea7ecee3f req-f4b68ea1-7a03-42db-ae83-c639aa8bbb5d tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 931 time: 0.0525129 Jun 04 08:26:59.237871 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-80756056-d92b-420d-970f-5c2ea7ecee3f req-473d206b-7217-4445-9280-dedd28a701f8 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460536 Jun 04 08:26:59.881392 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c08fa7-10eb-47bd-9ab4-552599559842 req-65eefe4f-98af-4dba-8727-03b09297cf2d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:26:59.883177 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-40c08fa7-10eb-47bd-9ab4-552599559842 req-65eefe4f-98af-4dba-8727-03b09297cf2d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 945 time: 0.0510938 Jun 04 08:26:59.937852 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-40c08fa7-10eb-47bd-9ab4-552599559842 req-316b1b6d-f316-48b9-b0f6-20d03277b258 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490863 Jun 04 08:27:00.393799 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f37d35-764d-486e-8c1a-ab9cdfb24fff req-e0735b15-5831-438a-9bc8-a818462c0601 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:00.395394 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-75f37d35-764d-486e-8c1a-ab9cdfb24fff req-e0735b15-5831-438a-9bc8-a818462c0601 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 931 time: 0.0543032 Jun 04 08:27:00.473771 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-75f37d35-764d-486e-8c1a-ab9cdfb24fff req-f2283c45-50ff-4def-9d60-c3a8fa76c0b9 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728347 Jun 04 08:27:01.057810 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b5012-5cc4-4f4f-9079-5a70638adaaf req-2297e958-a398-4684-b9ad-c3f7ed1d2b97 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:01.059705 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-540b5012-5cc4-4f4f-9079-5a70638adaaf req-2297e958-a398-4684-b9ad-c3f7ed1d2b97 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 945 time: 0.0507743 Jun 04 08:27:01.118443 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-540b5012-5cc4-4f4f-9079-5a70638adaaf req-726645a6-836b-4f46-8a94-56b428549521 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525296 Jun 04 08:27:01.594405 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85de59-91b6-4a29-9306-b8fb14cfbaa5 req-fc0fb37f-15da-48a9-ae9d-44dfb10dcf49 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:01.595946 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-aa85de59-91b6-4a29-9306-b8fb14cfbaa5 req-fc0fb37f-15da-48a9-ae9d-44dfb10dcf49 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 931 time: 0.0488605 Jun 04 08:27:01.649230 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-aa85de59-91b6-4a29-9306-b8fb14cfbaa5 req-ac7fef54-997a-4340-93b4-ccfe6a7c1d1d tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469849 Jun 04 08:27:02.233582 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ee782-393d-4a28-aaf0-d9bf322d4986 req-e9b473a7-8af5-4f8f-85d3-b86efeaf3b26 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:02.234989 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7d3ee782-393d-4a28-aaf0-d9bf322d4986 req-e9b473a7-8af5-4f8f-85d3-b86efeaf3b26 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 945 time: 0.0483198 Jun 04 08:27:02.283865 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7d3ee782-393d-4a28-aaf0-d9bf322d4986 req-d53b9611-c83e-4749-85cc-9b990a3e69ea tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432711 Jun 04 08:27:02.789714 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5fcbb-a371-4e59-9779-9887084e947d req-f40e136b-7559-4b7b-8d8a-ebe69d486fa9 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:02.794305 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2cf5fcbb-a371-4e59-9779-9887084e947d req-f40e136b-7559-4b7b-8d8a-ebe69d486fa9 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 931 time: 0.0662374 Jun 04 08:27:02.838772 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2cf5fcbb-a371-4e59-9779-9887084e947d req-64ad545c-94b4-47b5-becc-661fa57bc789 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413578 Jun 04 08:27:02.946214 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=56 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:02.991715 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:03.253684 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:27:03.408797 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27ada6-8918-4806-8f1d-e028b1986a37 req-7b58ae60-9f34-4709-8eb1-a09b31d4f206 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:03.410275 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ad27ada6-8918-4806-8f1d-e028b1986a37 req-7b58ae60-9f34-4709-8eb1-a09b31d4f206 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 945 time: 0.0510764 Jun 04 08:27:03.461019 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ad27ada6-8918-4806-8f1d-e028b1986a37 req-737f4a42-b08d-402e-a5bc-a13eae7e7023 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453219 Jun 04 08:27:03.950598 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a563326-0d97-4176-9daa-bd133be2acad req-df4bbbf5-924a-4112-9b0d-a1bbd6c8674f tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:03.952566 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7a563326-0d97-4176-9daa-bd133be2acad req-df4bbbf5-924a-4112-9b0d-a1bbd6c8674f tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 931 time: 0.0482306 Jun 04 08:27:04.003800 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7a563326-0d97-4176-9daa-bd133be2acad req-abc65e93-e023-485e-9bdf-1600e72c04fa tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454915 Jun 04 08:27:04.503424 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Request body: {'port': {'device_id': 'e32606ac-3c6c-42f8-b063-f2fc031485e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:04.508682 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:04.567790 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:04.571285 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:04.622539 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1067d6-2106-401a-8256-585b5a5f5014 req-502b1713-4f60-40a1-a8e6-b42c551f520a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:04.624789 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ee1067d6-2106-401a-8256-585b5a5f5014 req-502b1713-4f60-40a1-a8e6-b42c551f520a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 945 time: 0.0841575 Jun 04 08:27:04.637706 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5f78ed5c-9a9e-41d5-a735-f45f7286e639 req-8e3980fe-0f3b-4317-9924-1b742bf75359 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0620682 Jun 04 08:27:04.690913 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ee1067d6-2106-401a-8256-585b5a5f5014 req-8f611214-4730-493c-a10e-57c32896e709 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562232 Jun 04 08:27:04.885332 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2723b733-b421-4bbd-89bb-aeb589aaf066 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:27:04.893050 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Publish callbacks [] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:04.906479 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Transition to ACTIVE for port object 2723b733-b421-4bbd-89bb-aeb589aaf066 will not be triggered until provisioned by entity L2. {{(pid=103812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:27:04.910183 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:04.962382 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Pushing event updated for resources: {'Port': ['ID=2723b733-b421-4bbd-89bb-aeb589aaf066,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:05.050261 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Attempting to bind port 2723b733-b421-4bbd-89bb-aeb589aaf066 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:27:05.050594 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Attempting to bind port 2723b733-b421-4bbd-89bb-aeb589aaf066 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'f2ef7d57-427b-411e-a6dc-8510a07ec96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:27:05.050921 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Attempting to bind port 2723b733-b421-4bbd-89bb-aeb589aaf066 on network d7b6ce13-c239-48d5-a1b0-88bed796ecf4 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:27:05.056463 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Port 2723b733-b421-4bbd-89bb-aeb589aaf066 on network d7b6ce13-c239-48d5-a1b0-88bed796ecf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:27:05.057415 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Attempting to bind port 2723b733-b421-4bbd-89bb-aeb589aaf066 on network d7b6ce13-c239-48d5-a1b0-88bed796ecf4 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:27:05.064272 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:27:05.064611 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Checking segment: {'id': 'f2ef7d57-427b-411e-a6dc-8510a07ec96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:27:05.064995 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Bound using segment: {'id': 'f2ef7d57-427b-411e-a6dc-8510a07ec96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:27:05.067307 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Bound port: 2723b733-b421-4bbd-89bb-aeb589aaf066, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ef7d57-427b-411e-a6dc-8510a07ec96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:27:05.067307 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:05.071161 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e9d20-cfc7-49d4-bace-457eea529669 req-a3ff4eb1-12ce-4d7e-b87d-5c924750bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:05.072675 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f91e9d20-cfc7-49d4-bace-457eea529669 req-a3ff4eb1-12ce-4d7e-b87d-5c924750bd1d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 1129 time: 0.0889456 Jun 04 08:27:05.073581 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78ed5c-9a9e-41d5-a735-f45f7286e639 req-f5753921-7380-45d4-8fc3-5eb5933262cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:05.074945 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5f78ed5c-9a9e-41d5-a735-f45f7286e639 req-f5753921-7380-45d4-8fc3-5eb5933262cb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3&device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 1130 time: 0.0900095 Jun 04 08:27:05.141925 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] For port 2723b733-b421-4bbd-89bb-aeb589aaf066, host hv-cinder-83699, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:27:05.155064 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] For port 2723b733-b421-4bbd-89bb-aeb589aaf066, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2723b733-b421-4bbd-89bb-aeb589aaf066,segment=NetworkSegment(f2ef7d57-427b-411e-a6dc-8510a07ec96b),segment_id=f2ef7d57-427b-411e-a6dc-8510a07ec96b)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:27:05.162115 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:05.165772 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:05.179760 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:05.180535 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:05.182164 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] 10.222.0.77 "PUT /v2.0/ports/2723b733-b421-4bbd-89bb-aeb589aaf066 HTTP/1.1" status: 200 len: 1093 time: 0.6862075 Jun 04 08:27:05.182164 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32606ac-3c6c-42f8-b063-f2fc031485e9', 'tag': '2723b733-b421-4bbd-89bb-aeb589aaf066'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:27:05.184853 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf6d416-37ad-402a-be49-61a12c210a77" -d '{"events": [{"name": "network-changed", "server_uuid": "e32606ac-3c6c-42f8-b063-f2fc031485e9", "tag": "2723b733-b421-4bbd-89bb-aeb589aaf066"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:27:05.245596 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a9162-420c-40ef-828b-4c85e08a0f36 service neutron] Pushing event updated for resources: {'Port': ['ID=2723b733-b421-4bbd-89bb-aeb589aaf066,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:05.251426 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6892230-1787-4e4d-991d-4866ee85c69c x-openstack-request-id: req-b6892230-1787-4e4d-991d-4866ee85c69c {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:27:05.251715 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32606ac-3c6c-42f8-b063-f2fc031485e9", "tag": "2723b733-b421-4bbd-89bb-aeb589aaf066", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:27:05.251971 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b6892230-1787-4e4d-991d-4866ee85c69c {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:27:05.252455 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6892230-1787-4e4d-991d-4866ee85c69c'] response: {'name': 'network-changed', 'server_uuid': 'e32606ac-3c6c-42f8-b063-f2fc031485e9', 'tag': '2723b733-b421-4bbd-89bb-aeb589aaf066', 'status': 'completed', 'code': 200} Jun 04 08:27:05.265482 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17719bf9-d47d-4f6e-895c-56e51b41a81e req-1c5763db-12e1-4c4e-99a5-ae082515cebf tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:05.267136 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-17719bf9-d47d-4f6e-895c-56e51b41a81e req-1c5763db-12e1-4c4e-99a5-ae082515cebf tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 943 time: 0.1714995 Jun 04 08:27:05.316735 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f91e9d20-cfc7-49d4-bace-457eea529669 req-584ab63a-ca55-4c26-a3b4-759b6b7fb57b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1853449 Jun 04 08:27:05.384151 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-17719bf9-d47d-4f6e-895c-56e51b41a81e req-3c7020bb-7c83-41f9-b1b6-a7c4907e11e4 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045120 Jun 04 08:27:05.387337 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78ed5c-9a9e-41d5-a735-f45f7286e639 req-ecd76fc0-fbf7-4d1d-b3d3-03625343f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:05.389349 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5f78ed5c-9a9e-41d5-a735-f45f7286e639 req-ecd76fc0-fbf7-4d1d-b3d3-03625343f38e service neutron] 10.222.0.77 "GET /v2.0/networks?id=3ffca17b-eb82-420d-9eb0-3683041b6356 HTTP/1.1" status: 200 len: 917 time: 0.2389691 Jun 04 08:27:05.675450 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-305163c4-00a5-4d9a-85a3-4061e5bd55e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:05.676981 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-305163c4-00a5-4d9a-85a3-4061e5bd55e5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=950149f4530b41eea35bc273803918a9&device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 1127 time: 0.0831196 Jun 04 08:27:05.683749 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5f78ed5c-9a9e-41d5-a735-f45f7286e639 req-6e6073cc-ec83-49d7-9012-e8baf4162afe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5c8d48b-c798-4362-9600-52b8c6b3edf7 HTTP/1.1" status: 200 len: 1001 time: 0.0967414 Jun 04 08:27:05.757306 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-b09cd069-fb31-43ce-8e6e-56f93f22032f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2723b733-b421-4bbd-89bb-aeb589aaf066 HTTP/1.1" status: 200 len: 217 time: 0.0627692 Jun 04 08:27:05.776323 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78ed5c-9a9e-41d5-a735-f45f7286e639 req-f625d2df-6e83-498e-b456-25fae5206048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:05.777817 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5f78ed5c-9a9e-41d5-a735-f45f7286e639 req-f625d2df-6e83-498e-b456-25fae5206048 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02e06554-fbcb-49c6-b330-43781b1202a6 HTTP/1.1" status: 200 len: 855 time: 0.0820522 Jun 04 08:27:05.808925 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386db2b-4819-4a70-976d-a2db39e2eaec req-b826e60e-0173-4c77-92f1-2e6ae6a5707d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:05.811000 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2386db2b-4819-4a70-976d-a2db39e2eaec req-b826e60e-0173-4c77-92f1-2e6ae6a5707d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 945 time: 0.0494323 Jun 04 08:27:05.860103 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2386db2b-4819-4a70-976d-a2db39e2eaec req-9f596475-1866-4a63-b358-eb4a7619eff7 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433879 Jun 04 08:27:06.281273 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78ed5c-9a9e-41d5-a735-f45f7286e639 req-cbd56790-aeaa-46db-b6ce-816fe661b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:06.282837 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5f78ed5c-9a9e-41d5-a735-f45f7286e639 req-cbd56790-aeaa-46db-b6ce-816fe661b949 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ffca17b-eb82-420d-9eb0-3683041b6356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1164246 Jun 04 08:27:06.289508 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce912eb-6260-48f2-841a-adc0635f87db req-40b877fb-6e52-4ff6-b37f-89a8e2c9bf40 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:06.291125 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3ce912eb-6260-48f2-841a-adc0635f87db req-40b877fb-6e52-4ff6-b37f-89a8e2c9bf40 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 946 time: 0.1102641 Jun 04 08:27:06.292812 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-9fa0a3cc-b7f0-4880-9cd3-98668027abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:06.294196 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-9fa0a3cc-b7f0-4880-9cd3-98668027abfd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=510c503a-76e2-4868-8711-4a68b9513120 HTTP/1.1" status: 200 len: 853 time: 0.1380517 Jun 04 08:27:06.304700 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:06.345088 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3ce912eb-6260-48f2-841a-adc0635f87db req-3276d87e-c669-4384-94d4-1efae1d2c325 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475821 Jun 04 08:27:06.517341 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47da15-e65c-4d86-b45f-49c1b5c1a994 req-232c2580-d9d7-40fc-9dbd-0ecec1637b9c tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:06.519010 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5c47da15-e65c-4d86-b45f-49c1b5c1a994 req-232c2580-d9d7-40fc-9dbd-0ecec1637b9c tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 943 time: 0.0576320 Jun 04 08:27:06.546455 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:06.560667 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-d3d3daab-398e-4d31-93fe-9b1e0e68da18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:06.571246 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5c47da15-e65c-4d86-b45f-49c1b5c1a994 req-798018ae-add4-4f05-ac5e-f127b9d15a15 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460055 Jun 04 08:27:06.980113 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05fa73-6ea2-4ff8-94eb-f032d3433952 req-98be19e1-a6a7-498d-b730-8928c6db3e21 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:06.981583 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2b05fa73-6ea2-4ff8-94eb-f032d3433952 req-98be19e1-a6a7-498d-b730-8928c6db3e21 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 945 time: 0.0521040 Jun 04 08:27:07.028275 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2b05fa73-6ea2-4ff8-94eb-f032d3433952 req-ad1c15f3-7a96-43d9-a620-b9c960165a68 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410521 Jun 04 08:27:07.468137 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a087c-ba0c-4cd8-8070-ea40648de30b req-a6af96b8-d49e-49b3-80c0-f6611388863e tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:07.469608 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b99a087c-ba0c-4cd8-8070-ea40648de30b req-a6af96b8-d49e-49b3-80c0-f6611388863e tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 946 time: 0.0497103 Jun 04 08:27:07.516378 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:07.521067 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b99a087c-ba0c-4cd8-8070-ea40648de30b req-1d65f792-1820-4c93-837d-4a08581b3d17 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458179 Jun 04 08:27:07.681804 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4c431-0996-45fc-a3bf-3e964f2736c3 req-ba104457-446f-4691-83d6-b7801b95a2a6 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:07.683211 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bae4c431-0996-45fc-a3bf-3e964f2736c3 req-ba104457-446f-4691-83d6-b7801b95a2a6 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 943 time: 0.0466843 Jun 04 08:27:07.735915 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bae4c431-0996-45fc-a3bf-3e964f2736c3 req-0981ece5-9979-4bc8-877d-800d2d1987a5 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446944 Jun 04 08:27:07.884685 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-4511e34d-d93a-4439-bef4-269d9fc443fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:07.886213 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-4511e34d-d93a-4439-bef4-269d9fc443fd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d7b6ce13-c239-48d5-a1b0-88bed796ecf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0888786 Jun 04 08:27:07.914465 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5f78ed5c-9a9e-41d5-a735-f45f7286e639 req-dd2a6f91-d122-42ea-bbdf-6150c170c700 service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183197 Jun 04 08:27:08.138805 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f7888-e10d-4511-832e-bdfec294f8b6 req-b041e877-307f-4be7-9da4-e507b89bb650 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:08.140486 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c65f7888-e10d-4511-832e-bdfec294f8b6 req-b041e877-307f-4be7-9da4-e507b89bb650 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 945 time: 0.0464027 Jun 04 08:27:08.193461 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c65f7888-e10d-4511-832e-bdfec294f8b6 req-8cfed542-c2e4-458d-b6e8-9dbbf4eb9514 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476530 Jun 04 08:27:08.304509 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486336b2-40f3-4e55-b306-1cec2b111186 req-6e1f86c0-35bd-4d2c-8ae8-f71847d7b6e5 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:08.306088 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-486336b2-40f3-4e55-b306-1cec2b111186 req-6e1f86c0-35bd-4d2c-8ae8-f71847d7b6e5 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 945 time: 0.0488908 Jun 04 08:27:08.314725 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53456) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:08.319145 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-369ea99b-7101-4895-8eca-a43dec58e6cf tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'floatingip': {'port_id': '89c66fb0-6c4e-409a-8463-3130b06b582c'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:08.358580 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-369ea99b-7101-4895-8eca-a43dec58e6cf tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (9807213e-e582-4e05-9070-6cc5177cfe8b), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:08.461243 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316ae1c-f88c-412f-8fce-2930a14520cd req-9709e56b-5c78-4a6e-982c-dbfe57a824b0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:08.462727 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d316ae1c-f88c-412f-8fce-2930a14520cd req-9709e56b-5c78-4a6e-982c-dbfe57a824b0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.77 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 946 time: 0.1008143 Jun 04 08:27:08.500874 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:08.545792 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5f78ed5c-9a9e-41d5-a735-f45f7286e639 req-4dc82bc8-4241-48e1-9e7a-db1cf46f354e service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950669 Jun 04 08:27:08.549569 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-19db949a-549c-4ff8-9e5b-6f17493f3298 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6ce13-c239-48d5-a1b0-88bed796ecf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974316 Jun 04 08:27:08.652767 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6fb31e8d-f4f9-4725-842c-5bcca4d5f5f6 req-cf332677-3a77-47f0-b0ad-b7f7753dbe6b service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6ce13-c239-48d5-a1b0-88bed796ecf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970609 Jun 04 08:27:08.859762 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41b55f-f540-40e5-992c-762302670f78 req-50d3fa33-d7d9-4b98-894e-7b20d9bb4d90 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:08.861369 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ef41b55f-f540-40e5-992c-762302670f78 req-50d3fa33-d7d9-4b98-894e-7b20d9bb4d90 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 943 time: 0.0532155 Jun 04 08:27:08.924254 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ef41b55f-f540-40e5-992c-762302670f78 req-072c7b54-0e3f-4e11-bb5f-6e6d9d38c708 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543435 Jun 04 08:27:08.938076 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-d316ae1c-f88c-412f-8fce-2930a14520cd req-a3727e7b-4436-41d6-b877-64e48c8200df tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Deleting port f5c8d48b-c798-4362-9600-52b8c6b3edf7 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:27:08.938585 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-d316ae1c-f88c-412f-8fce-2930a14520cd req-a3727e7b-4436-41d6-b877-64e48c8200df tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:09.000120 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475a35e-0746-4fa9-9101-d9c0a24d46eb req-e4cc66f9-b054-486e-9e0b-b45a1834138f tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:09.001582 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5475a35e-0746-4fa9-9101-d9c0a24d46eb req-e4cc66f9-b054-486e-9e0b-b45a1834138f tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 946 time: 0.3770626 Jun 04 08:27:09.074235 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2e74-2e12-4ad5-bf18-104e5ae936e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:09.176192 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-d316ae1c-f88c-412f-8fce-2930a14520cd req-a3727e7b-4436-41d6-b877-64e48c8200df tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] For port f5c8d48b-c798-4362-9600-52b8c6b3edf7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f5c8d48b-c798-4362-9600-52b8c6b3edf7,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:09.176465 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-d316ae1c-f88c-412f-8fce-2930a14520cd req-a3727e7b-4436-41d6-b877-64e48c8200df tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:09.183003 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5475a35e-0746-4fa9-9101-d9c0a24d46eb req-8c472a72-ec33-4609-9117-22a81ff72e10 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=adcfae23-b22a-4f0f-99c1-dea40a26b538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722832 Jun 04 08:27:09.482781 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:09.492901 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:09.510867 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-369ea99b-7101-4895-8eca-a43dec58e6cf tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:09.515586 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-d316ae1c-f88c-412f-8fce-2930a14520cd req-a3727e7b-4436-41d6-b877-64e48c8200df tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:09.515949 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-d316ae1c-f88c-412f-8fce-2930a14520cd req-a3727e7b-4436-41d6-b877-64e48c8200df tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (573e2be2-fbca-498d-861f-47944adcb5bb), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:09.516256 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.l3_db [req-d316ae1c-f88c-412f-8fce-2930a14520cd req-a3727e7b-4436-41d6-b877-64e48c8200df tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Floating IP 573e2be2-fbca-498d-861f-47944adcb5bb disassociated. External IP: 172.27.2.221, port: f5c8d48b-c798-4362-9600-52b8c6b3edf7. Jun 04 08:27:09.516596 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-d316ae1c-f88c-412f-8fce-2930a14520cd req-a3727e7b-4436-41d6-b877-64e48c8200df tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Calling delete_port for f5c8d48b-c798-4362-9600-52b8c6b3edf7 owned by compute:nova {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:27:09.520773 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-369ea99b-7101-4895-8eca-a43dec58e6cf tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (9807213e-e582-4e05-9070-6cc5177cfe8b), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:09.669298 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-369ea99b-7101-4895-8eca-a43dec58e6cf tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Floating IP 9807213e-e582-4e05-9070-6cc5177cfe8b associated. External IP: 172.27.2.185, port: 89c66fb0-6c4e-409a-8463-3130b06b582c. Jun 04 08:27:09.804792 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-d316ae1c-f88c-412f-8fce-2930a14520cd req-a3727e7b-4436-41d6-b877-64e48c8200df tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (f5c8d48b-c798-4362-9600-52b8c6b3edf7), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:09.840313 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3727e7b-4436-41d6-b877-64e48c8200df tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Pushing event deleted for resources: {'Port': ['ID=f5c8d48b-c798-4362-9600-52b8c6b3edf7,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:09.938783 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6d416-37ad-402a-be49-61a12c210a77 req-b489443a-5ea0-4720-81b1-6100eb61e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:09.940355 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-abf6d416-37ad-402a-be49-61a12c210a77 req-b489443a-5ea0-4720-81b1-6100eb61e120 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=950149f4530b41eea35bc273803918a9&device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 1127 time: 0.0745878 Jun 04 08:27:10.028538 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369ea99b-7101-4895-8eca-a43dec58e6cf tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Router 9661a351-3fc5-44e0-8b28-d0a5eb455318 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:27:10.039625 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d316ae1c-f88c-412f-8fce-2930a14520cd req-a3727e7b-4436-41d6-b877-64e48c8200df tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:27:10.079293 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005dc829-d662-4f2e-be37-513c1b986ee5 req-8fcfedd5-890a-44d7-a0f5-72be4df2f07a tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:10.080673 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-005dc829-d662-4f2e-be37-513c1b986ee5 req-8fcfedd5-890a-44d7-a0f5-72be4df2f07a tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 943 time: 0.0677412 Jun 04 08:27:10.108481 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:10.114323 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6d416-37ad-402a-be49-61a12c210a77 req-f9eed9c9-bd2a-41c0-ae95-fb2bb4ba0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:10.115790 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-abf6d416-37ad-402a-be49-61a12c210a77 req-f9eed9c9-bd2a-41c0-ae95-fb2bb4ba0a8d service neutron] 10.222.0.77 "GET /v2.0/networks?id=d7b6ce13-c239-48d5-a1b0-88bed796ecf4 HTTP/1.1" status: 200 len: 915 time: 0.1515834 Jun 04 08:27:10.130061 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:10.143025 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-005dc829-d662-4f2e-be37-513c1b986ee5 req-5925003e-15bf-49a2-9c27-cf8d99addc82 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542078 Jun 04 08:27:10.217176 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:10.227422 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369ea99b-7101-4895-8eca-a43dec58e6cf tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:27:10.234159 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-369ea99b-7101-4895-8eca-a43dec58e6cf tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:10.244708 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65021e31-daa0-498e-b48c-66a75891bb0d None None] Sync routers for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:27:10.261514 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d316ae1c-f88c-412f-8fce-2930a14520cd req-a3727e7b-4436-41d6-b877-64e48c8200df tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:27:10.271039 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65021e31-daa0-498e-b48c-66a75891bb0d None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:27:10.271644 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-65021e31-daa0-498e-b48c-66a75891bb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:27:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:10.277876 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e04895f-1087-48b3-bbb9-cf069970122c None None] Sync routers for ids ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:27:10.297200 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e04895f-1087-48b3-bbb9-cf069970122c None None] Routers {'97975f8f-dd3d-4549-94ae-5a22d1c34a57'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:27:10.299272 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-0e04895f-1087-48b3-bbb9-cf069970122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:27:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:10.302546 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-abf6d416-37ad-402a-be49-61a12c210a77 req-03253701-c679-49d3-a80a-8a49e6be781d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2723b733-b421-4bbd-89bb-aeb589aaf066 HTTP/1.1" status: 200 len: 217 time: 0.0724185 Jun 04 08:27:10.336002 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d316ae1c-f88c-412f-8fce-2930a14520cd req-a3727e7b-4436-41d6-b877-64e48c8200df tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] No DVR routers for this DVR port f5c8d48b-c798-4362-9600-52b8c6b3edf7 on host hv-cinder-83699 {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:27:10.338316 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-369ea99b-7101-4895-8eca-a43dec58e6cf tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "PUT /v2.0/floatingips/9807213e-e582-4e05-9070-6cc5177cfe8b HTTP/1.1" status: 200 len: 991 time: 2.0225472 Jun 04 08:27:10.339560 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5bf16e-2706-4914-9220-025c9bf549d1', 'tag': '89c66fb0-6c4e-409a-8463-3130b06b582c'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:27:10.342549 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ef1b52-8e99-4339-b006-9a753f39570e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5bf16e-2706-4914-9220-025c9bf549d1", "tag": "89c66fb0-6c4e-409a-8463-3130b06b582c"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:27:10.355097 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-d316ae1c-f88c-412f-8fce-2930a14520cd req-a3727e7b-4436-41d6-b877-64e48c8200df tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:10.359055 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d316ae1c-f88c-412f-8fce-2930a14520cd req-a3727e7b-4436-41d6-b877-64e48c8200df tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.77 "DELETE /v2.0/ports/f5c8d48b-c798-4362-9600-52b8c6b3edf7 HTTP/1.1" status: 204 len: 173 time: 1.8902857 Jun 04 08:27:10.385029 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-14cf0b0a-984f-4cc2-9954-945c765dd4dc req-8c86cd82-b7d1-48ca-b187-fad03eb446ee tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=376f550c-566d-4324-a058-95440de61568 HTTP/1.1" status: 200 len: 210 time: 0.0395558 Jun 04 08:27:10.413884 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6d416-37ad-402a-be49-61a12c210a77 req-d805d6d4-f583-4c0d-ac7b-402b9f5bf196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:10.420385 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c8afff-0d8a-4e8b-ad76-7ca12bddbed8 x-openstack-request-id: req-41c8afff-0d8a-4e8b-ad76-7ca12bddbed8 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:27:10.420885 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5bf16e-2706-4914-9220-025c9bf549d1", "tag": "89c66fb0-6c4e-409a-8463-3130b06b582c", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:27:10.421290 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-41c8afff-0d8a-4e8b-ad76-7ca12bddbed8 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:27:10.421419 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-abf6d416-37ad-402a-be49-61a12c210a77 req-d805d6d4-f583-4c0d-ac7b-402b9f5bf196 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=510c503a-76e2-4868-8711-4a68b9513120 HTTP/1.1" status: 200 len: 853 time: 0.0996563 Jun 04 08:27:10.422012 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41c8afff-0d8a-4e8b-ad76-7ca12bddbed8'] response: {'name': 'network-changed', 'server_uuid': '0c5bf16e-2706-4914-9220-025c9bf549d1', 'tag': '89c66fb0-6c4e-409a-8463-3130b06b582c', 'status': 'completed', 'code': 200} Jun 04 08:27:10.490346 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6d416-37ad-402a-be49-61a12c210a77 req-af125075-6d14-41a1-a316-cd7d4c5bedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:10.491908 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-abf6d416-37ad-402a-be49-61a12c210a77 req-af125075-6d14-41a1-a316-cd7d4c5bedb3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d7b6ce13-c239-48d5-a1b0-88bed796ecf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0593967 Jun 04 08:27:10.496945 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-65021e31-daa0-498e-b48c-66a75891bb0d None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:27:10.510111 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:10.513108 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef1b52-8e99-4339-b006-9a753f39570e req-43fcdb2f-b91f-4b9f-b658-e8350c4666ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:10.515923 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c9ef1b52-8e99-4339-b006-9a753f39570e req-43fcdb2f-b91f-4b9f-b658-e8350c4666ea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bada48f0853f4642b538bab7eae486e6&device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 1129 time: 0.0727673 Jun 04 08:27:10.595595 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-0e04895f-1087-48b3-bbb9-cf069970122c None None] Set router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:27:10.615905 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-abf6d416-37ad-402a-be49-61a12c210a77 req-b3bdc720-7965-48ec-b282-8360f9f00d86 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6ce13-c239-48d5-a1b0-88bed796ecf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122639 Jun 04 08:27:10.639124 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef1b52-8e99-4339-b006-9a753f39570e req-c0904fbb-9243-40b2-b1e4-4fb50f36e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:10.640704 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c9ef1b52-8e99-4339-b006-9a753f39570e req-c0904fbb-9243-40b2-b1e4-4fb50f36e8dd service neutron] 10.222.0.77 "GET /v2.0/networks?id=b88cbea7-518a-4446-bcff-56c4dc453510 HTTP/1.1" status: 200 len: 916 time: 0.1192126 Jun 04 08:27:10.748332 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-65021e31-daa0-498e-b48c-66a75891bb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '9807213e-e582-4e05-9070-6cc5177cfe8b', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'port_id': '89c66fb0-6c4e-409a-8463-3130b06b582c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'mac_address': 'fa:16:3e:0a:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5bf16e-2706-4914-9220-025c9bf549d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:26:47Z', 'updated_at': '2022-06-04T08:27:09Z', 'revision_number': 1, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:10.773323 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65021e31-daa0-498e-b48c-66a75891bb0d None None] Checking router: 9661a351-3fc5-44e0-8b28-d0a5eb455318 for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:27:10.782370 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65021e31-daa0-498e-b48c-66a75891bb0d None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:27:10.782982 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-65021e31-daa0-498e-b48c-66a75891bb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:27:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:10.786789 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-0e04895f-1087-48b3-bbb9-cf069970122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:10Z', 'revision_number': 4, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port': {'id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'e733a09b-e458-4c3b-be34-d7272b66f7c6', 'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'mac_address': 'fa:16:3e:0b:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:05Z', 'updated_at': '2022-06-04T08:23:20Z', 'revision_number': 5, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'subnets': [{'id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:10.811248 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e04895f-1087-48b3-bbb9-cf069970122c None None] Checking router: 97975f8f-dd3d-4549-94ae-5a22d1c34a57 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:27:10.819752 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e04895f-1087-48b3-bbb9-cf069970122c None None] Routers {'97975f8f-dd3d-4549-94ae-5a22d1c34a57'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:27:10.820347 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-0e04895f-1087-48b3-bbb9-cf069970122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:27:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:10.927169 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-0e04895f-1087-48b3-bbb9-cf069970122c None None] Set router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:27:10.969221 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c9ef1b52-8e99-4339-b006-9a753f39570e req-1746fbc8-77c8-42b1-9ab5-43d99f96e315 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89c66fb0-6c4e-409a-8463-3130b06b582c HTTP/1.1" status: 200 len: 999 time: 0.1055539 Jun 04 08:27:10.997378 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-abf6d416-37ad-402a-be49-61a12c210a77 req-b7bc7db0-b00d-462f-b551-2b3fc95064a9 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6ce13-c239-48d5-a1b0-88bed796ecf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347773 Jun 04 08:27:11.052221 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef1b52-8e99-4339-b006-9a753f39570e req-0304d132-0f21-4d12-aea2-6b4fc384364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:11.054879 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c9ef1b52-8e99-4339-b006-9a753f39570e req-0304d132-0f21-4d12-aea2-6b4fc384364d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5faa1da9-51be-4c06-b751-2fe7b4126f56 HTTP/1.1" status: 200 len: 854 time: 0.0779800 Jun 04 08:27:11.075452 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-65021e31-daa0-498e-b48c-66a75891bb0d None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:27:11.121736 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef1b52-8e99-4339-b006-9a753f39570e req-aa1a6019-b9d8-4137-9fd9-2ceff498956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:11.124268 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c9ef1b52-8e99-4339-b006-9a753f39570e req-aa1a6019-b9d8-4137-9fd9-2ceff498956b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b88cbea7-518a-4446-bcff-56c4dc453510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0498948 Jun 04 08:27:11.133217 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-0e04895f-1087-48b3-bbb9-cf069970122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:10Z', 'revision_number': 4, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port': {'id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'e733a09b-e458-4c3b-be34-d7272b66f7c6', 'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'mac_address': 'fa:16:3e:0b:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:05Z', 'updated_at': '2022-06-04T08:23:20Z', 'revision_number': 5, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'subnets': [{'id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:11.159003 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e04895f-1087-48b3-bbb9-cf069970122c None None] The sync data for ids ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'] in dv-cinder-836996-29-iscsi is: [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:10Z', 'revision_number': 4, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port': {'id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'e733a09b-e458-4c3b-be34-d7272b66f7c6', 'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'mac_address': 'fa:16:3e:0b:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:05Z', 'updated_at': '2022-06-04T08:23:20Z', 'revision_number': 5, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'subnets': [{'id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:27:11.224662 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c9ef1b52-8e99-4339-b006-9a753f39570e req-deb060e7-1dd7-42b8-9e35-6f2f16663843 service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938680 Jun 04 08:27:11.243427 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:11.328271 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:11.353011 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-65021e31-daa0-498e-b48c-66a75891bb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '9807213e-e582-4e05-9070-6cc5177cfe8b', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'port_id': '89c66fb0-6c4e-409a-8463-3130b06b582c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'mac_address': 'fa:16:3e:0a:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5bf16e-2706-4914-9220-025c9bf549d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:26:47Z', 'updated_at': '2022-06-04T08:27:09Z', 'revision_number': 1, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:11.386084 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65021e31-daa0-498e-b48c-66a75891bb0d None None] The sync data for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi is: [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '9807213e-e582-4e05-9070-6cc5177cfe8b', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'port_id': '89c66fb0-6c4e-409a-8463-3130b06b582c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'mac_address': 'fa:16:3e:0a:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5bf16e-2706-4914-9220-025c9bf549d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:26:47Z', 'updated_at': '2022-06-04T08:27:09Z', 'revision_number': 1, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:27:11.451329 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a090fb-23e1-4652-bc2b-212ded7f5e5e None None] New status for floating IP 573e2be2-fbca-498d-861f-47944adcb5bb: DOWN {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:27:11.481741 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:11.511994 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53478) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:11.578742 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a7fa1-a890-4c24-a004-58a4aa6d27e1 req-799a2c7a-57a3-4406-8d0a-d81bc3bca3e3 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:11.580061 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7173bf99-e04d-4e2a-8ba2-f052db06a9d7 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group (adcfae23-b22a-4f0f-99c1-dea40a26b538), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:11.580521 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-603a7fa1-a890-4c24-a004-58a4aa6d27e1 req-799a2c7a-57a3-4406-8d0a-d81bc3bca3e3 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 943 time: 0.3497593 Jun 04 08:27:11.612474 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7173bf99-e04d-4e2a-8ba2-f052db06a9d7 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group (adcfae23-b22a-4f0f-99c1-dea40a26b538), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:11.667649 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-603a7fa1-a890-4c24-a004-58a4aa6d27e1 req-e73e45ff-97d9-4d04-aea2-89ee086bec34 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777586 Jun 04 08:27:11.669661 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c9ef1b52-8e99-4339-b006-9a753f39570e req-2033710d-0004-4915-8b3b-fed8ac0b7a7e service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364614 Jun 04 08:27:11.671690 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7173bf99-e04d-4e2a-8ba2-f052db06a9d7 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (adcfae23-b22a-4f0f-99c1-dea40a26b538), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:11.674791 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7173bf99-e04d-4e2a-8ba2-f052db06a9d7 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:11.678326 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7173bf99-e04d-4e2a-8ba2-f052db06a9d7 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "DELETE /v2.0/security-groups/adcfae23-b22a-4f0f-99c1-dea40a26b538 HTTP/1.1" status: 204 len: 168 time: 0.1628473 Jun 04 08:27:11.678672 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53480) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:11.686643 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173bf99-e04d-4e2a-8ba2-f052db06a9d7 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcfae23-b22a-4f0f-99c1-dea40a26b538,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:11.707790 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.api.v2.resource [None req-6490c71d-a7bb-4d09-9dec-c6f54bd12ef9 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] show failed (client error): The resource could not be found. Jun 04 08:27:11.711635 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-6490c71d-a7bb-4d09-9dec-c6f54bd12ef9 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups/adcfae23-b22a-4f0f-99c1-dea40a26b538 HTTP/1.1" status: 404 len: 347 time: 0.0293195 Jun 04 08:27:11.712046 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53482) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:11.729015 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3104564e-9e7a-4e2d-ad47-bd4417ecadef None None] New status for floating IP 9807213e-e582-4e05-9070-6cc5177cfe8b: ACTIVE {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:27:11.794546 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:11.824408 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-8942f947-1039-4bb2-ac91-b8cb3105a23b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Deleting port f93693f9-2e55-46ea-962f-d303df322904 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:27:11.824743 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8942f947-1039-4bb2-ac91-b8cb3105a23b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (f93693f9-2e55-46ea-962f-d303df322904), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:11.907611 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8942f947-1039-4bb2-ac91-b8cb3105a23b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (f93693f9-2e55-46ea-962f-d303df322904), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:11.907847 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8942f947-1039-4bb2-ac91-b8cb3105a23b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for floatingip (f93693f9-2e55-46ea-962f-d303df322904), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:11.924179 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-8942f947-1039-4bb2-ac91-b8cb3105a23b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Calling delete_port for f93693f9-2e55-46ea-962f-d303df322904 owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:27:12.061182 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8942f947-1039-4bb2-ac91-b8cb3105a23b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (f93693f9-2e55-46ea-962f-d303df322904), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.084209 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942f947-1039-4bb2-ac91-b8cb3105a23b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Pushing event deleted for resources: {'Port': ['ID=f93693f9-2e55-46ea-962f-d303df322904,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:12.134650 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:12.154293 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8942f947-1039-4bb2-ac91-b8cb3105a23b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for floatingip (573e2be2-fbca-498d-861f-47944adcb5bb), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.156698 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8942f947-1039-4bb2-ac91-b8cb3105a23b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.157934 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8942f947-1039-4bb2-ac91-b8cb3105a23b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "DELETE /v2.0/floatingips/573e2be2-fbca-498d-861f-47944adcb5bb HTTP/1.1" status: 204 len: 168 time: 0.4447970 Jun 04 08:27:12.237516 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53486) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:12.242135 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-def428db-0450-4dc2-adcf-7caaeba58f80 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1480025932', 'description': 'tempest-description--703337633'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:12.272439 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-def428db-0450-4dc2-adcf-7caaeba58f80 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.351534 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-def428db-0450-4dc2-adcf-7caaeba58f80 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group (9b984ae0-059d-4063-9717-89f59d44bcc6), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.355215 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-def428db-0450-4dc2-adcf-7caaeba58f80 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (9b984ae0-059d-4063-9717-89f59d44bcc6), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.366332 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 2723b733-b421-4bbd-89bb-aeb589aaf066 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:27:12.370167 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device f5c8d48b-c798-4362-9600-52b8c6b3edf7 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:27:12.389802 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-def428db-0450-4dc2-adcf-7caaeba58f80 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.391900 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-def428db-0450-4dc2-adcf-7caaeba58f80 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1530645 Jun 04 08:27:12.393083 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def428db-0450-4dc2-adcf-7caaeba58f80 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b984ae0-059d-4063-9717-89f59d44bcc6,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:12.394097 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: f5c8d48b-c798-4362-9600-52b8c6b3edf7 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:27:12.394456 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device f5c8d48b-c798-4362-9600-52b8c6b3edf7 not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:27:12.394949 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53488) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:12.401410 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-a9ca14d4-8eef-48bd-ba6b-4444fea4b432 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Request body: {'security_group_rule': {'security_group_id': '9b984ae0-059d-4063-9717-89f59d44bcc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:12.423348 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376f550c-566d-4324-a058-95440de61568', 'name': 'network-vif-deleted', 'tag': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:27:12.427200 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bbfe1f-6525-4231-b3bf-e2a3a70e206b" -d '{"events": [{"server_uuid": "376f550c-566d-4324-a058-95440de61568", "name": "network-vif-deleted", "tag": "f5c8d48b-c798-4362-9600-52b8c6b3edf7"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:27:12.438633 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a9ca14d4-8eef-48bd-ba6b-4444fea4b432 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group_rule (e3201694-adce-46ad-9321-eb65a8fcf612), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.474247 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0193b6e-2146-4aa4-9a9d-9c32ea6b7178 x-openstack-request-id: req-f0193b6e-2146-4aa4-9a9d-9c32ea6b7178 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:27:12.474536 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376f550c-566d-4324-a058-95440de61568", "name": "network-vif-deleted", "tag": "f5c8d48b-c798-4362-9600-52b8c6b3edf7", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:27:12.474784 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0193b6e-2146-4aa4-9a9d-9c32ea6b7178 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:27:12.475173 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0193b6e-2146-4aa4-9a9d-9c32ea6b7178'] response: {'server_uuid': '376f550c-566d-4324-a058-95440de61568', 'name': 'network-vif-deleted', 'tag': 'f5c8d48b-c798-4362-9600-52b8c6b3edf7', 'status': 'completed', 'code': 200} Jun 04 08:27:12.502022 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a9ca14d4-8eef-48bd-ba6b-4444fea4b432 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group_rule (e3201694-adce-46ad-9321-eb65a8fcf612), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.504509 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 2723b733-b421-4bbd-89bb-aeb589aaf066, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2723b733-b421-4bbd-89bb-aeb589aaf066,segment=NetworkSegment(f2ef7d57-427b-411e-a6dc-8510a07ec96b),segment_id=f2ef7d57-427b-411e-a6dc-8510a07ec96b)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:12.506906 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a9ca14d4-8eef-48bd-ba6b-4444fea4b432 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (e3201694-adce-46ad-9321-eb65a8fcf612), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.517917 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': '2723b733-b421-4bbd-89bb-aeb589aaf066', 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4', 'port_id': '2723b733-b421-4bbd-89bb-aeb589aaf066', 'mac_address': 'fa:16:3e:6b:36:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510c503a-76e2-4868-8711-4a68b9513120', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:27:12.521319 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:12.527563 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca14d4-8eef-48bd-ba6b-4444fea4b432 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3201694-adce-46ad-9321-eb65a8fcf612,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:12.535741 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a9ca14d4-8eef-48bd-ba6b-4444fea4b432 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.538660 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-a9ca14d4-8eef-48bd-ba6b-4444fea4b432 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410847 Jun 04 08:27:12.539801 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53492) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:12.544683 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-2071a5db-7615-4a62-940c-48182d3f9a45 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Request body: {'security_group_rule': {'security_group_id': '9b984ae0-059d-4063-9717-89f59d44bcc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:12.561040 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 2723b733-b421-4bbd-89bb-aeb589aaf066 is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:27:12.561450 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.574296 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2071a5db-7615-4a62-940c-48182d3f9a45 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group_rule (d056ddd6-392f-4dbc-813a-ab7b0e5ed898), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.579578 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2723b733-b421-4bbd-89bb-aeb589aaf066 {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:27:12.604610 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 2723b733-b421-4bbd-89bb-aeb589aaf066, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2723b733-b421-4bbd-89bb-aeb589aaf066,segment=NetworkSegment(f2ef7d57-427b-411e-a6dc-8510a07ec96b),segment_id=f2ef7d57-427b-411e-a6dc-8510a07ec96b)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:12.609262 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.637113 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2071a5db-7615-4a62-940c-48182d3f9a45 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group_rule (d056ddd6-392f-4dbc-813a-ab7b0e5ed898), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.641439 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2071a5db-7615-4a62-940c-48182d3f9a45 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (d056ddd6-392f-4dbc-813a-ab7b0e5ed898), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.664200 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=2723b733-b421-4bbd-89bb-aeb589aaf066,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:12.670595 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071a5db-7615-4a62-940c-48182d3f9a45 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d056ddd6-392f-4dbc-813a-ab7b0e5ed898,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:12.681946 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2071a5db-7615-4a62-940c-48182d3f9a45 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.683912 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2071a5db-7615-4a62-940c-48182d3f9a45 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1428759 Jun 04 08:27:12.687363 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53494) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:12.691646 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-cc96a3da-fd23-49cc-926f-293d2dacc282 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Request body: {'floatingip': {'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:12.714244 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc96a3da-fd23-49cc-926f-293d2dacc282 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.846156 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:12.866370 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b8e15-6a2b-4320-96e1-07582c420288 req-aef66abe-5656-4fdb-88f8-55ca3ed7e9eb tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:12.867846 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9d6b8e15-6a2b-4320-96e1-07582c420288 req-aef66abe-5656-4fdb-88f8-55ca3ed7e9eb tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 944 time: 0.0957077 Jun 04 08:27:12.871765 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc96a3da-fd23-49cc-926f-293d2dacc282 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.889991 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:12.922045 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['2723b733-b421-4bbd-89bb-aeb589aaf066'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:27:12.971054 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9d6b8e15-6a2b-4320-96e1-07582c420288 req-d3acbe0f-2333-422f-b46b-53b3bc01333a tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887787 Jun 04 08:27:13.021353 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-cc96a3da-fd23-49cc-926f-293d2dacc282 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Allocated IP 172.27.2.15 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/63f71a89-d94d-4fa1-9ed6-9c63a8174269) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:27:13.128969 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc96a3da-fd23-49cc-926f-293d2dacc282 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for port (63f71a89-d94d-4fa1-9ed6-9c63a8174269), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:13.154471 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:13.166391 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc96a3da-fd23-49cc-926f-293d2dacc282 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (63f71a89-d94d-4fa1-9ed6-9c63a8174269), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:13.206216 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc96a3da-fd23-49cc-926f-293d2dacc282 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:27:13.210645 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-cc96a3da-fd23-49cc-926f-293d2dacc282 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:27:13.217269 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc96a3da-fd23-49cc-926f-293d2dacc282 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:27:13.222439 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96a3da-fd23-49cc-926f-293d2dacc282 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Pushing event updated for resources: {'Port': ['ID=63f71a89-d94d-4fa1-9ed6-9c63a8174269,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:13.300679 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc96a3da-fd23-49cc-926f-293d2dacc282 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for floatingip (fad9c9ed-76a7-4184-b1ee-0a25e0b343b4), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:13.336109 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc96a3da-fd23-49cc-926f-293d2dacc282 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (63f71a89-d94d-4fa1-9ed6-9c63a8174269), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:13.810705 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc96a3da-fd23-49cc-926f-293d2dacc282 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for port (63f71a89-d94d-4fa1-9ed6-9c63a8174269), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:13.817321 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc96a3da-fd23-49cc-926f-293d2dacc282 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (63f71a89-d94d-4fa1-9ed6-9c63a8174269), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:13.837056 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:13.940308 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96a3da-fd23-49cc-926f-293d2dacc282 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Pushing event updated for resources: {'Port': ['ID=63f71a89-d94d-4fa1-9ed6-9c63a8174269,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:13.960949 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc96a3da-fd23-49cc-926f-293d2dacc282 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (fad9c9ed-76a7-4184-b1ee-0a25e0b343b4), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:13.978302 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc96a3da-fd23-49cc-926f-293d2dacc282 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:13.979893 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-cc96a3da-fd23-49cc-926f-293d2dacc282 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2914367 Jun 04 08:27:14.111599 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b853ca9-7fef-47ec-9e69-04a229a14c92 req-8fb268df-636b-4b05-989b-c65d6f564fd4 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:14.113676 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0b853ca9-7fef-47ec-9e69-04a229a14c92 req-8fb268df-636b-4b05-989b-c65d6f564fd4 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 944 time: 0.0553706 Jun 04 08:27:14.198254 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0b853ca9-7fef-47ec-9e69-04a229a14c92 req-92a546d7-546e-436e-978b-be24a3c2da51 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717936 Jun 04 08:27:14.339123 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-ab4edec0-6887-4b9c-8fc0-9d6a744c9b7c tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1480025932&fields=id&tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3 HTTP/1.1" status: 200 len: 267 time: 0.0958564 Jun 04 08:27:14.380398 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 2723b733-b421-4bbd-89bb-aeb589aaf066 up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:27:14.427136 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port 2723b733-b421-4bbd-89bb-aeb589aaf066 completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:27:14.434085 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port 2723b733-b421-4bbd-89bb-aeb589aaf066 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:27:14.434494 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:14.463828 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-4628b61c-5bdd-40e0-9d4d-af23e507150b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:14.465316 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-4628b61c-5bdd-40e0-9d4d-af23e507150b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/networks?id=3ffca17b-eb82-420d-9eb0-3683041b6356 HTTP/1.1" status: 200 len: 816 time: 0.1197162 Jun 04 08:27:14.480044 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-2ee4a739-8c8c-454c-a932-dd7a597f6e48 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/quotas/bb59e7902bf94c62a6f9b5e7e4cbabe3 HTTP/1.1" status: 200 len: 375 time: 0.0091801 Jun 04 08:27:14.506908 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:14.518436 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 2723b733-b421-4bbd-89bb-aeb589aaf066 is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:27:14.518824 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:14.532083 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-c1c9fbeb-fd9a-4dfc-baeb-2c2b67ee3778 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457561 Jun 04 08:27:14.549409 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32606ac-3c6c-42f8-b063-f2fc031485e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2723b733-b421-4bbd-89bb-aeb589aaf066'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:27:14.551696 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0b1a86-92c3-4cdb-bd7f-5b9733ad895b" -d '{"events": [{"server_uuid": "e32606ac-3c6c-42f8-b063-f2fc031485e9", "name": "network-vif-plugged", "status": "completed", "tag": "2723b733-b421-4bbd-89bb-aeb589aaf066"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:27:14.567493 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 2723b733-b421-4bbd-89bb-aeb589aaf066, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2723b733-b421-4bbd-89bb-aeb589aaf066,segment=NetworkSegment(f2ef7d57-427b-411e-a6dc-8510a07ec96b),segment_id=f2ef7d57-427b-411e-a6dc-8510a07ec96b)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:14.574134 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:14.600451 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daeffe30-0a5d-4574-ace3-ac7e62149b3b x-openstack-request-id: req-daeffe30-0a5d-4574-ace3-ac7e62149b3b {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:27:14.600821 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32606ac-3c6c-42f8-b063-f2fc031485e9", "name": "network-vif-plugged", "status": "completed", "tag": "2723b733-b421-4bbd-89bb-aeb589aaf066", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:27:14.601123 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-daeffe30-0a5d-4574-ace3-ac7e62149b3b {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:27:14.601553 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daeffe30-0a5d-4574-ace3-ac7e62149b3b'] response: {'server_uuid': 'e32606ac-3c6c-42f8-b063-f2fc031485e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2723b733-b421-4bbd-89bb-aeb589aaf066', 'code': 200} Jun 04 08:27:14.631384 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=2723b733-b421-4bbd-89bb-aeb589aaf066,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:14.662009 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-351437f9-4875-44ad-a524-db43b036b691 service neutron] 10.222.0.57 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148775 Jun 04 08:27:14.676826 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:14.764796 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-417514d6-8474-4547-bd99-3924699f7a56 service neutron] 10.222.0.57 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981748 Jun 04 08:27:14.786189 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ec594-62b1-4b86-b6eb-ef9eee4c4234 req-a1086ae0-562b-4a42-9150-a833ac29aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:14.788221 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4a3ec594-62b1-4b86-b6eb-ef9eee4c4234 req-a1086ae0-562b-4a42-9150-a833ac29aed5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 1129 time: 0.0432494 Jun 04 08:27:14.836737 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4a3ec594-62b1-4b86-b6eb-ef9eee4c4234 req-0600fb0a-1137-4951-b25e-8eeb2557dd2c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410757 Jun 04 08:27:14.932772 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3031b41b-3646-451a-9e3c-f92ed1144650 req-58d11741-39a8-46ae-8c26-4e6dea72482a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 210 time: 0.0303762 Jun 04 08:27:15.374029 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ebd9b-2aea-46ed-858c-9606135333a6 req-1bcbcc39-df32-40af-af54-d42df237018c tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:15.375555 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2f7ebd9b-2aea-46ed-858c-9606135333a6 req-1bcbcc39-df32-40af-af54-d42df237018c tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 945 time: 0.0485923 Jun 04 08:27:15.429855 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2f7ebd9b-2aea-46ed-858c-9606135333a6 req-5788515f-554b-4b70-9fba-28224046737f tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445902 Jun 04 08:27:16.048087 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-78e11626-7dc4-45b1-9be7-eeb7fcef7600 req-78265b3f-0287-4f7d-a674-07676fb483d0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 210 time: 0.0396388 Jun 04 08:27:16.549985 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d1437-5171-4e77-a098-0a13e4f6de3c req-ee13e1bb-6284-4762-82e4-df2e973374b0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:16.551462 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-013d1437-5171-4e77-a098-0a13e4f6de3c req-ee13e1bb-6284-4762-82e4-df2e973374b0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 945 time: 0.0502417 Jun 04 08:27:16.602442 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-013d1437-5171-4e77-a098-0a13e4f6de3c req-b6d6b461-1a05-4de7-aab5-cda2792af93c tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453954 Jun 04 08:27:16.717716 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98331ff0-b4e3-436a-b127-c078ea6cb401 req-0c604ccf-b2a3-4541-89ef-24ec4a347a35 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:16.719139 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-98331ff0-b4e3-436a-b127-c078ea6cb401 req-0c604ccf-b2a3-4541-89ef-24ec4a347a35 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 945 time: 0.0517366 Jun 04 08:27:16.767457 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-98331ff0-b4e3-436a-b127-c078ea6cb401 req-b8cc6bae-327c-4086-ba6f-9538e8598124 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424795 Jun 04 08:27:16.961927 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-1326d37e-3edf-4f3c-9348-f6a804ac612a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:16.963952 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-1326d37e-3edf-4f3c-9348-f6a804ac612a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.77 "GET /v2.0/networks?id=3ffca17b-eb82-420d-9eb0-3683041b6356 HTTP/1.1" status: 200 len: 816 time: 0.1170309 Jun 04 08:27:16.980717 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:17.042972 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-dd8c1422-dfec-43be-95cf-035a4de39c62 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3 HTTP/1.1" status: 200 len: 380 time: 0.0691230 Jun 04 08:27:17.118344 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0eda9-5821-488d-a4d0-c3cc96af9a8b req-f223398e-28a2-4e47-a886-7a91485927df tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:17.120061 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-59e0eda9-5821-488d-a4d0-c3cc96af9a8b req-f223398e-28a2-4e47-a886-7a91485927df tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 945 time: 0.0492365 Jun 04 08:27:17.123518 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-61bd6285-d18c-414d-aad1-f2703a67a35a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Request body: {'port': {'device_id': '540d085f-a0b7-4cd6-8258-f21790f3136a', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'admin_state_up': True, 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'security_groups': ['9b984ae0-059d-4063-9717-89f59d44bcc6']}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:17.152049 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-020c1419-28bd-40e3-a65a-e6042df8351d req-9f3bbcf6-9812-44df-bf34-876fd310a1d0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 210 time: 0.0276141 Jun 04 08:27:17.236132 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-59e0eda9-5821-488d-a4d0-c3cc96af9a8b req-fbbe72e1-015d-4006-a3a0-5162d2b382ef tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075740 Jun 04 08:27:17.274244 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-61bd6285-d18c-414d-aad1-f2703a67a35a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Made reservation on behalf of bb59e7902bf94c62a6f9b5e7e4cbabe3 for: {'port': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:27:17.277793 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-61bd6285-d18c-414d-aad1-f2703a67a35a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:17.405513 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-61bd6285-d18c-414d-aad1-f2703a67a35a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Allocated IP 172.20.0.10 (3ffca17b-eb82-420d-9eb0-3683041b6356/02e06554-fbcb-49c6-b330-43781b1202a6/5c7575c9-8b00-46e8-9c65-da760e1beee5) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:27:17.563701 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-61bd6285-d18c-414d-aad1-f2703a67a35a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:17.571660 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:17.594620 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-61bd6285-d18c-414d-aad1-f2703a67a35a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:17.637216 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-61bd6285-d18c-414d-aad1-f2703a67a35a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Network 3ffca17b-eb82-420d-9eb0-3683041b6356 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:27:17.640647 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-61bd6285-d18c-414d-aad1-f2703a67a35a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:27:17.647665 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-61bd6285-d18c-414d-aad1-f2703a67a35a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:27:17.672195 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd6285-d18c-414d-aad1-f2703a67a35a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Pushing event updated for resources: {'Port': ['ID=5c7575c9-8b00-46e8-9c65-da760e1beee5,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:17.705445 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-61bd6285-d18c-414d-aad1-f2703a67a35a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:17.706141 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-61bd6285-d18c-414d-aad1-f2703a67a35a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:17.723758 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-61bd6285-d18c-414d-aad1-f2703a67a35a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6119833 Jun 04 08:27:17.736533 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Request body: {'port': {'device_id': '540d085f-a0b7-4cd6-8258-f21790f3136a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:17.760916 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:17.804704 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:17.831114 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-5b10c5ce-f595-4d26-a652-5c6187eb332d None None] Provisioning complete for port 5c7575c9-8b00-46e8-9c65-da760e1beee5 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:27:17.831723 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-5b10c5ce-f595-4d26-a652-5c6187eb332d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:17.866456 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-5b10c5ce-f595-4d26-a652-5c6187eb332d None None] Port 5c7575c9-8b00-46e8-9c65-da760e1beee5 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:27:18.105274 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7575c9-8b00-46e8-9c65-da760e1beee5 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:27:18.112756 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Publish callbacks [] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:18.125019 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Transition to ACTIVE for port object 5c7575c9-8b00-46e8-9c65-da760e1beee5 will not be triggered until provisioned by entity L2. {{(pid=103812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:27:18.128929 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:18.181160 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Pushing event updated for resources: {'Port': ['ID=5c7575c9-8b00-46e8-9c65-da760e1beee5,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:18.252006 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Attempting to bind port 5c7575c9-8b00-46e8-9c65-da760e1beee5 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:27:18.252362 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Attempting to bind port 5c7575c9-8b00-46e8-9c65-da760e1beee5 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '0f5d7438-c87f-4dfc-a410-5a8361fe170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:27:18.252659 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Attempting to bind port 5c7575c9-8b00-46e8-9c65-da760e1beee5 on network 3ffca17b-eb82-420d-9eb0-3683041b6356 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:27:18.257406 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Port 5c7575c9-8b00-46e8-9c65-da760e1beee5 on network 3ffca17b-eb82-420d-9eb0-3683041b6356 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:27:18.257928 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Attempting to bind port 5c7575c9-8b00-46e8-9c65-da760e1beee5 on network 3ffca17b-eb82-420d-9eb0-3683041b6356 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:27:18.263093 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:27:18.263459 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Checking segment: {'id': '0f5d7438-c87f-4dfc-a410-5a8361fe170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:27:18.263838 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Bound using segment: {'id': '0f5d7438-c87f-4dfc-a410-5a8361fe170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:27:18.264262 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Bound port: 5c7575c9-8b00-46e8-9c65-da760e1beee5, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f5d7438-c87f-4dfc-a410-5a8361fe170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:27:18.264626 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:18.285319 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c061d-4f07-4a74-9244-26b5a5b82cbe req-db48b8f8-3590-4fc7-a0e7-f83974cc7ab4 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:18.286952 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-169c061d-4f07-4a74-9244-26b5a5b82cbe req-db48b8f8-3590-4fc7-a0e7-f83974cc7ab4 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 944 time: 0.0489538 Jun 04 08:27:18.334840 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] For port 5c7575c9-8b00-46e8-9c65-da760e1beee5, host hv-cinder-83699, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:27:18.338134 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] For port 5c7575c9-8b00-46e8-9c65-da760e1beee5, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5c7575c9-8b00-46e8-9c65-da760e1beee5,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:27:18.344210 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-169c061d-4f07-4a74-9244-26b5a5b82cbe req-aff29aa0-ddde-46e0-a4c6-48969db2e60d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516357 Jun 04 08:27:18.345107 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:18.381362 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:18.382115 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:18.383362 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] 10.222.0.77 "PUT /v2.0/ports/5c7575c9-8b00-46e8-9c65-da760e1beee5 HTTP/1.1" status: 200 len: 1094 time: 0.6518769 Jun 04 08:27:18.383785 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540d085f-a0b7-4cd6-8258-f21790f3136a', 'tag': '5c7575c9-8b00-46e8-9c65-da760e1beee5'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:27:18.386162 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ad6b00-7813-4ff1-85c6-350a5539ed2d" -d '{"events": [{"name": "network-changed", "server_uuid": "540d085f-a0b7-4cd6-8258-f21790f3136a", "tag": "5c7575c9-8b00-46e8-9c65-da760e1beee5"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:27:18.395953 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:18.410256 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ebee0-c4e6-462a-9426-4e36b8d8396f service neutron] Pushing event updated for resources: {'Port': ['ID=5c7575c9-8b00-46e8-9c65-da760e1beee5,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:18.445881 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d432a8e-6314-415e-b13f-5e26ae1db696 x-openstack-request-id: req-7d432a8e-6314-415e-b13f-5e26ae1db696 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:27:18.445881 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540d085f-a0b7-4cd6-8258-f21790f3136a", "tag": "5c7575c9-8b00-46e8-9c65-da760e1beee5", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:27:18.446151 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d432a8e-6314-415e-b13f-5e26ae1db696 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:27:18.446546 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d432a8e-6314-415e-b13f-5e26ae1db696'] response: {'name': 'network-changed', 'server_uuid': '540d085f-a0b7-4cd6-8258-f21790f3136a', 'tag': '5c7575c9-8b00-46e8-9c65-da760e1beee5', 'status': 'completed', 'code': 200} Jun 04 08:27:18.474670 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-da3c56ab-74e5-4b99-a659-dc7163a98b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:18.476191 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-da3c56ab-74e5-4b99-a659-dc7163a98b26 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3&device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 1128 time: 0.0430799 Jun 04 08:27:18.518059 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-afd33a2f-d64b-48c8-8915-731fc21e56e7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c7575c9-8b00-46e8-9c65-da760e1beee5 HTTP/1.1" status: 200 len: 217 time: 0.0342553 Jun 04 08:27:18.574471 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-2495cbf4-2f54-4591-8f7d-260cf72ff416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:18.575964 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-2495cbf4-2f54-4591-8f7d-260cf72ff416 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02e06554-fbcb-49c6-b330-43781b1202a6 HTTP/1.1" status: 200 len: 855 time: 0.0516336 Jun 04 08:27:18.616628 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:18.627612 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-71279ddf-439e-4e49-8356-e2f999141fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:18.629134 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-71279ddf-439e-4e49-8356-e2f999141fc8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ffca17b-eb82-420d-9eb0-3683041b6356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424187 Jun 04 08:27:18.724158 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-1585a7b8-5932-405b-ab77-7d6b4fb94cdb service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859346 Jun 04 08:27:18.778367 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:18.822951 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-051b9b06-fb38-4d96-b0f3-7e43cbd9c269 req-b252a8ab-d3e2-4cbd-8ec8-d7a964583dd0 service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926082 Jun 04 08:27:19.468824 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609fab5-f533-4288-bbd3-ce1c7b2b1840 req-f689bbd0-9914-4d9e-a186-f1f1c5014297 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:19.470312 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2609fab5-f533-4288-bbd3-ce1c7b2b1840 req-f689bbd0-9914-4d9e-a186-f1f1c5014297 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 944 time: 0.0484209 Jun 04 08:27:19.518718 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2609fab5-f533-4288-bbd3-ce1c7b2b1840 req-18ee8b57-940e-4e4d-9960-e6abe8072bb6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414960 Jun 04 08:27:20.005470 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad6b00-7813-4ff1-85c6-350a5539ed2d req-824765cc-0537-48d8-8f7d-2d150d7703cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:20.006983 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f6ad6b00-7813-4ff1-85c6-350a5539ed2d req-824765cc-0537-48d8-8f7d-2d150d7703cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3&device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 1128 time: 0.0438271 Jun 04 08:27:20.108811 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad6b00-7813-4ff1-85c6-350a5539ed2d req-20f87e4c-7a89-4671-8a6c-33b0bd0c5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:20.110406 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f6ad6b00-7813-4ff1-85c6-350a5539ed2d req-20f87e4c-7a89-4671-8a6c-33b0bd0c5e5d service neutron] 10.222.0.77 "GET /v2.0/networks?id=3ffca17b-eb82-420d-9eb0-3683041b6356 HTTP/1.1" status: 200 len: 917 time: 0.0891044 Jun 04 08:27:20.160325 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f6ad6b00-7813-4ff1-85c6-350a5539ed2d req-7b93c941-1a12-4b55-bc16-c860e7e0aadf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c7575c9-8b00-46e8-9c65-da760e1beee5 HTTP/1.1" status: 200 len: 217 time: 0.0421042 Jun 04 08:27:20.215718 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad6b00-7813-4ff1-85c6-350a5539ed2d req-9d7317f8-0eb7-4223-836b-fae276d13e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:20.217773 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f6ad6b00-7813-4ff1-85c6-350a5539ed2d req-9d7317f8-0eb7-4223-836b-fae276d13e00 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02e06554-fbcb-49c6-b330-43781b1202a6 HTTP/1.1" status: 200 len: 855 time: 0.0509205 Jun 04 08:27:20.266044 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad6b00-7813-4ff1-85c6-350a5539ed2d req-f591cd91-80d8-4f44-ab97-893b5c49d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:20.267546 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f6ad6b00-7813-4ff1-85c6-350a5539ed2d req-f591cd91-80d8-4f44-ab97-893b5c49d95b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ffca17b-eb82-420d-9eb0-3683041b6356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411477 Jun 04 08:27:20.361448 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f6ad6b00-7813-4ff1-85c6-350a5539ed2d req-a3f867c4-2231-47db-8ab1-130f0575b1df service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856264 Jun 04 08:27:20.455992 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f6ad6b00-7813-4ff1-85c6-350a5539ed2d req-ec6d5b0b-6ba4-4362-8ac2-d7c26f1638d5 service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875046 Jun 04 08:27:20.639305 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f915f2-2f1e-49f3-9669-a8ce9c6e7efd req-73c26f11-37e9-48cb-ad14-64c85b1c66fe tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:20.640800 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e6f915f2-2f1e-49f3-9669-a8ce9c6e7efd req-73c26f11-37e9-48cb-ad14-64c85b1c66fe tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 944 time: 0.0502658 Jun 04 08:27:20.688168 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e6f915f2-2f1e-49f3-9669-a8ce9c6e7efd req-c91c8bfe-4cba-46a0-8d48-988e7b0a60f1 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418408 Jun 04 08:27:21.808032 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec5db7-3bf3-4268-b503-a748b2c59eb0 req-f1f98ad0-e09c-426f-a9d7-95b992dfab63 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:21.809514 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3fec5db7-3bf3-4268-b503-a748b2c59eb0 req-f1f98ad0-e09c-426f-a9d7-95b992dfab63 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 944 time: 0.0474036 Jun 04 08:27:21.858019 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3fec5db7-3bf3-4268-b503-a748b2c59eb0 req-2ab3323d-f9fd-458f-a8a7-fd6d1be9b707 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422883 Jun 04 08:27:22.422872 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 5c7575c9-8b00-46e8-9c65-da760e1beee5 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:27:22.524152 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 5c7575c9-8b00-46e8-9c65-da760e1beee5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5c7575c9-8b00-46e8-9c65-da760e1beee5,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:22.536027 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': '5c7575c9-8b00-46e8-9c65-da760e1beee5', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'port_id': '5c7575c9-8b00-46e8-9c65-da760e1beee5', 'mac_address': 'fa:16:3e:55:a2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:27:22.570203 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 5c7575c9-8b00-46e8-9c65-da760e1beee5 is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:27:22.570596 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:22.584224 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7575c9-8b00-46e8-9c65-da760e1beee5 {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:27:22.605523 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 5c7575c9-8b00-46e8-9c65-da760e1beee5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5c7575c9-8b00-46e8-9c65-da760e1beee5,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:22.609613 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:22.659628 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=5c7575c9-8b00-46e8-9c65-da760e1beee5,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:22.933191 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['5c7575c9-8b00-46e8-9c65-da760e1beee5'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:27:22.989460 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08907e-4ea9-4114-9939-dd0b622658d2 req-57ab378d-66bb-447c-b058-c736894f0d02 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:22.990993 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ad08907e-4ea9-4114-9939-dd0b622658d2 req-57ab378d-66bb-447c-b058-c736894f0d02 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 945 time: 0.0593057 Jun 04 08:27:23.032025 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:23.040125 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ad08907e-4ea9-4114-9939-dd0b622658d2 req-0b8aa07d-e575-40c1-b7ed-8ff395d22223 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435598 Jun 04 08:27:24.159172 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c22dc-65a2-47a1-95a8-cc151be0588b req-4b497325-d65e-4940-b203-00664a390758 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:24.160664 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-863c22dc-65a2-47a1-95a8-cc151be0588b req-4b497325-d65e-4940-b203-00664a390758 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 945 time: 0.0474288 Jun 04 08:27:24.208435 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-863c22dc-65a2-47a1-95a8-cc151be0588b req-c88fcb3f-fe68-470c-b328-138b1c91bc46 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423257 Jun 04 08:27:24.418114 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 5c7575c9-8b00-46e8-9c65-da760e1beee5 up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:27:24.462665 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port 5c7575c9-8b00-46e8-9c65-da760e1beee5 completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:27:24.467933 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port 5c7575c9-8b00-46e8-9c65-da760e1beee5 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:27:24.468348 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:24.550070 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 5c7575c9-8b00-46e8-9c65-da760e1beee5 is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:27:24.550447 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:24.574555 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540d085f-a0b7-4cd6-8258-f21790f3136a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7575c9-8b00-46e8-9c65-da760e1beee5'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:27:24.577339 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0289cae-fad9-4cae-90ab-36cfacfbd34e" -d '{"events": [{"server_uuid": "540d085f-a0b7-4cd6-8258-f21790f3136a", "name": "network-vif-plugged", "status": "completed", "tag": "5c7575c9-8b00-46e8-9c65-da760e1beee5"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:27:24.589396 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 5c7575c9-8b00-46e8-9c65-da760e1beee5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5c7575c9-8b00-46e8-9c65-da760e1beee5,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:24.593446 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:24.618747 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0088ebc0-26b9-4e8c-a1c4-b169b81d2337 x-openstack-request-id: req-0088ebc0-26b9-4e8c-a1c4-b169b81d2337 {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:27:24.619058 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540d085f-a0b7-4cd6-8258-f21790f3136a", "name": "network-vif-plugged", "status": "completed", "tag": "5c7575c9-8b00-46e8-9c65-da760e1beee5", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:27:24.619311 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0088ebc0-26b9-4e8c-a1c4-b169b81d2337 {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:27:24.619724 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0088ebc0-26b9-4e8c-a1c4-b169b81d2337'] response: {'server_uuid': '540d085f-a0b7-4cd6-8258-f21790f3136a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7575c9-8b00-46e8-9c65-da760e1beee5', 'code': 200} Jun 04 08:27:24.627071 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:24.650978 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=5c7575c9-8b00-46e8-9c65-da760e1beee5,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:24.799445 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1238e39-dad6-4c1c-98f7-2d548fb2dd12 req-58c401e5-17a2-43c9-a893-98908bf75f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:24.800926 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c1238e39-dad6-4c1c-98f7-2d548fb2dd12 req-58c401e5-17a2-43c9-a893-98908bf75f8c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 1130 time: 0.0387895 Jun 04 08:27:24.844780 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c1238e39-dad6-4c1c-98f7-2d548fb2dd12 req-9d5406d2-f107-4456-b4f8-07f1c2b6b210 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378296 Jun 04 08:27:25.333803 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5674314-9fbe-42de-8e6b-c674439130f3 req-d8d7e74f-b343-487a-b1c1-fa73585290b7 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:25.335245 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e5674314-9fbe-42de-8e6b-c674439130f3 req-d8d7e74f-b343-487a-b1c1-fa73585290b7 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0537007 Jun 04 08:27:25.383631 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e5674314-9fbe-42de-8e6b-c674439130f3 req-48a16d3a-0d86-4842-bf84-82b86dc38a1e tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428603 Jun 04 08:27:26.519074 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec2c2c-e04d-4c17-8e78-4894f6ecdc8c req-b39e8323-5c47-47a4-83a8-5ad956726898 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:26.520615 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-deec2c2c-e04d-4c17-8e78-4894f6ecdc8c req-b39e8323-5c47-47a4-83a8-5ad956726898 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0579946 Jun 04 08:27:26.576629 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-deec2c2c-e04d-4c17-8e78-4894f6ecdc8c req-7bfffbf7-94ea-469e-af59-e52a615eb75f tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504923 Jun 04 08:27:27.700245 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98876bca-4e1f-406e-ac01-f4675a23ad31 req-7a661e99-900e-4b41-9ad5-90e37227dc64 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:27.702365 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-98876bca-4e1f-406e-ac01-f4675a23ad31 req-7a661e99-900e-4b41-9ad5-90e37227dc64 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0500510 Jun 04 08:27:27.723113 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:27.753215 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-98876bca-4e1f-406e-ac01-f4675a23ad31 req-1f552154-083b-40de-8563-0f970cb1707d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453248 Jun 04 08:27:27.768674 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f00ce-d34d-429f-9c49-05f181ecad6d req-41be9b62-6a17-4516-955b-32805f3fa091 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:27.770200 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2b1f00ce-d34d-429f-9c49-05f181ecad6d req-41be9b62-6a17-4516-955b-32805f3fa091 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 945 time: 0.0484028 Jun 04 08:27:27.781284 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:27.819371 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:27.824928 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2b1f00ce-d34d-429f-9c49-05f181ecad6d req-c8c84aec-2018-4e05-a0ba-7a2d8d726eb1 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492384 Jun 04 08:27:27.847774 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53630) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:27.873095 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54797494-0f82-4f1c-8995-19a7205b7b19 req-e036ca52-8531-4a33-8745-b19b625e2bfd tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:27.874666 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54797494-0f82-4f1c-8995-19a7205b7b19 req-e036ca52-8531-4a33-8745-b19b625e2bfd tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0523174 Jun 04 08:27:27.883802 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53634) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:27.888517 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-609e346b-4ecb-44a7-893e-ed7ec085f08d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Request body: {'floatingip': {'port_id': '5c7575c9-8b00-46e8-9c65-da760e1beee5'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:27.926561 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-609e346b-4ecb-44a7-893e-ed7ec085f08d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for floatingip (fad9c9ed-76a7-4184-b1ee-0a25e0b343b4), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:28.041410 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ff85ca-6556-4fca-85da-32bb0ef624e7 tempest-TestMinimumBasicScenario-743685906 tempest-TestMinimumBasicScenario-743685906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:28.042933 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-96ff85ca-6556-4fca-85da-32bb0ef624e7 tempest-TestMinimumBasicScenario-743685906 tempest-TestMinimumBasicScenario-743685906-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 1124 time: 0.1945250 Jun 04 08:27:28.046227 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53636) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:28.050595 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Request body: {'floatingip': {'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'port_id': '2723b733-b421-4bbd-89bb-aeb589aaf066', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:28.120515 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:28.249391 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:28.460733 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:28.488340 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Allocated IP 172.27.2.18 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/7bb25a0d-614d-4bde-99fd-ec85b5c5f656) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:27:28.603142 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-609e346b-4ecb-44a7-893e-ed7ec085f08d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:28.613160 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-609e346b-4ecb-44a7-893e-ed7ec085f08d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (fad9c9ed-76a7-4184-b1ee-0a25e0b343b4), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:28.710819 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for port (7bb25a0d-614d-4bde-99fd-ec85b5c5f656), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:28.726173 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:28.749387 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-609e346b-4ecb-44a7-893e-ed7ec085f08d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Floating IP fad9c9ed-76a7-4184-b1ee-0a25e0b343b4 associated. External IP: 172.27.2.15, port: 5c7575c9-8b00-46e8-9c65-da760e1beee5. Jun 04 08:27:28.803966 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (7bb25a0d-614d-4bde-99fd-ec85b5c5f656), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:29.116336 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:27:29.123100 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:27:29.126210 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Pushing event updated for resources: {'Port': ['ID=7bb25a0d-614d-4bde-99fd-ec85b5c5f656,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:29.128339 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:27:29.161030 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:29.161370 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:29.161705 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:29.162066 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:29.162392 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:29.162718 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:29.163038 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:29.163360 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:29.163677 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:29.163992 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:29.164309 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:29.164623 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:29.164936 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:29.165250 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:29.165560 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:29.370367 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609e346b-4ecb-44a7-893e-ed7ec085f08d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:27:29.425381 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:29.588922 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609e346b-4ecb-44a7-893e-ed7ec085f08d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:27:29.594776 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-609e346b-4ecb-44a7-893e-ed7ec085f08d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:29.598815 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0cd339-a6a4-4df9-8700-cee24415903f None None] Sync routers for ids ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:27:29.609478 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0cd339-a6a4-4df9-8700-cee24415903f None None] Routers {'97975f8f-dd3d-4549-94ae-5a22d1c34a57'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:27:29.610121 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3f0cd339-a6a4-4df9-8700-cee24415903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:27:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:29.658659 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-609e346b-4ecb-44a7-893e-ed7ec085f08d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "PUT /v2.0/floatingips/fad9c9ed-76a7-4184-b1ee-0a25e0b343b4 HTTP/1.1" status: 200 len: 991 time: 1.7736011 Jun 04 08:27:29.660952 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540d085f-a0b7-4cd6-8258-f21790f3136a', 'tag': '5c7575c9-8b00-46e8-9c65-da760e1beee5'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:27:29.663405 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bb1e9b-0068-48b2-a5d5-59e9b2e0bc62" -d '{"events": [{"name": "network-changed", "server_uuid": "540d085f-a0b7-4cd6-8258-f21790f3136a", "tag": "5c7575c9-8b00-46e8-9c65-da760e1beee5"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:27:29.694688 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for floatingip (645e0849-1596-495c-a464-bc660dc93f1e), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:29.707786 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:29.714945 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e15d359-382b-4630-ae50-1d9b1eb7db2e x-openstack-request-id: req-2e15d359-382b-4630-ae50-1d9b1eb7db2e {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:27:29.715230 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540d085f-a0b7-4cd6-8258-f21790f3136a", "tag": "5c7575c9-8b00-46e8-9c65-da760e1beee5", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:27:29.716289 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2e15d359-382b-4630-ae50-1d9b1eb7db2e {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:27:29.716506 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e15d359-382b-4630-ae50-1d9b1eb7db2e'] response: {'name': 'network-changed', 'server_uuid': '540d085f-a0b7-4cd6-8258-f21790f3136a', 'tag': '5c7575c9-8b00-46e8-9c65-da760e1beee5', 'status': 'completed', 'code': 200} Jun 04 08:27:29.724846 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-3f0cd339-a6a4-4df9-8700-cee24415903f None None] Set router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:27:29.765381 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:29.797910 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb1e9b-0068-48b2-a5d5-59e9b2e0bc62 req-1a3fdfc5-1f81-4ae1-bb36-00b37a283d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:29.799682 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-63bb1e9b-0068-48b2-a5d5-59e9b2e0bc62 req-1a3fdfc5-1f81-4ae1-bb36-00b37a283d99 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3&device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 1130 time: 0.0686631 Jun 04 08:27:29.806307 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (7bb25a0d-614d-4bde-99fd-ec85b5c5f656), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:29.939194 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3f0cd339-a6a4-4df9-8700-cee24415903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:10Z', 'revision_number': 4, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port': {'id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': 'fad9c9ed-76a7-4184-b1ee-0a25e0b343b4', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'port_id': '5c7575c9-8b00-46e8-9c65-da760e1beee5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'mac_address': 'fa:16:3e:55:a2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540d085f-a0b7-4cd6-8258-f21790f3136a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:27:13Z', 'updated_at': '2022-06-04T08:27:28Z', 'revision_number': 1, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e733a09b-e458-4c3b-be34-d7272b66f7c6', 'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'mac_address': 'fa:16:3e:0b:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:05Z', 'updated_at': '2022-06-04T08:23:20Z', 'revision_number': 5, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'subnets': [{'id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:29.989835 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb1e9b-0068-48b2-a5d5-59e9b2e0bc62 req-7309401a-5d8e-4a1b-9af7-461186194a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:29.991550 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-63bb1e9b-0068-48b2-a5d5-59e9b2e0bc62 req-7309401a-5d8e-4a1b-9af7-461186194a5f service neutron] 10.222.0.77 "GET /v2.0/networks?id=3ffca17b-eb82-420d-9eb0-3683041b6356 HTTP/1.1" status: 200 len: 917 time: 0.1822870 Jun 04 08:27:30.093442 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-63bb1e9b-0068-48b2-a5d5-59e9b2e0bc62 req-79a96413-343c-49c7-a97b-c054fc9f24f5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c7575c9-8b00-46e8-9c65-da760e1beee5 HTTP/1.1" status: 200 len: 999 time: 0.0939074 Jun 04 08:27:30.095067 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0cd339-a6a4-4df9-8700-cee24415903f None None] Checking router: 97975f8f-dd3d-4549-94ae-5a22d1c34a57 for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:27:30.105284 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0cd339-a6a4-4df9-8700-cee24415903f None None] Routers {'97975f8f-dd3d-4549-94ae-5a22d1c34a57'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:27:30.105943 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3f0cd339-a6a4-4df9-8700-cee24415903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:27:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:30.163994 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for port (7bb25a0d-614d-4bde-99fd-ec85b5c5f656), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:30.171818 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb1e9b-0068-48b2-a5d5-59e9b2e0bc62 req-01079361-2d23-465d-82f1-dc8bc875fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:30.173576 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-63bb1e9b-0068-48b2-a5d5-59e9b2e0bc62 req-01079361-2d23-465d-82f1-dc8bc875fa1b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02e06554-fbcb-49c6-b330-43781b1202a6 HTTP/1.1" status: 200 len: 855 time: 0.0697219 Jun 04 08:27:30.174259 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (7bb25a0d-614d-4bde-99fd-ec85b5c5f656), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:30.224822 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-3f0cd339-a6a4-4df9-8700-cee24415903f None None] Set router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:27:30.280518 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Pushing event updated for resources: {'Port': ['ID=7bb25a0d-614d-4bde-99fd-ec85b5c5f656,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:30.294638 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb1e9b-0068-48b2-a5d5-59e9b2e0bc62 req-273b50fb-6df8-403c-96bb-ae81c3d71d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:30.296357 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-63bb1e9b-0068-48b2-a5d5-59e9b2e0bc62 req-273b50fb-6df8-403c-96bb-ae81c3d71d5b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ffca17b-eb82-420d-9eb0-3683041b6356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1130638 Jun 04 08:27:30.318787 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (645e0849-1596-495c-a464-bc660dc93f1e), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:30.412137 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:30.475120 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3f0cd339-a6a4-4df9-8700-cee24415903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:10Z', 'revision_number': 4, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port': {'id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': 'fad9c9ed-76a7-4184-b1ee-0a25e0b343b4', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'port_id': '5c7575c9-8b00-46e8-9c65-da760e1beee5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'mac_address': 'fa:16:3e:55:a2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540d085f-a0b7-4cd6-8258-f21790f3136a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:27:13Z', 'updated_at': '2022-06-04T08:27:28Z', 'revision_number': 1, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e733a09b-e458-4c3b-be34-d7272b66f7c6', 'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'mac_address': 'fa:16:3e:0b:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:05Z', 'updated_at': '2022-06-04T08:23:20Z', 'revision_number': 5, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'subnets': [{'id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:30.504430 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0cd339-a6a4-4df9-8700-cee24415903f None None] The sync data for ids ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'] in dv-cinder-836996-29-iscsi is: [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:10Z', 'revision_number': 4, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port': {'id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': 'fad9c9ed-76a7-4184-b1ee-0a25e0b343b4', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'port_id': '5c7575c9-8b00-46e8-9c65-da760e1beee5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'mac_address': 'fa:16:3e:55:a2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540d085f-a0b7-4cd6-8258-f21790f3136a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:27:13Z', 'updated_at': '2022-06-04T08:27:28Z', 'revision_number': 1, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e733a09b-e458-4c3b-be34-d7272b66f7c6', 'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'mac_address': 'fa:16:3e:0b:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:05Z', 'updated_at': '2022-06-04T08:23:20Z', 'revision_number': 5, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'subnets': [{'id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:27:30.508384 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-63bb1e9b-0068-48b2-a5d5-59e9b2e0bc62 req-e89f06cc-0c36-487c-a679-ab32874f94b1 service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032518 Jun 04 08:27:30.509806 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Floating IP 645e0849-1596-495c-a464-bc660dc93f1e associated. External IP: 172.27.2.18, port: 2723b733-b421-4bbd-89bb-aeb589aaf066. Jun 04 08:27:30.693065 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:30.701073 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d40d7be-31c9-45b9-b13b-023ae1e2bff2 None None] New status for floating IP fad9c9ed-76a7-4184-b1ee-0a25e0b343b4: ACTIVE {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:27:30.728198 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Router 0503c620-f61e-4c67-a131-bd4ae3b3e519 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:27:30.735204 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:30.788084 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:31.122641 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:27:31.131884 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a520addd-c44c-4179-9ca4-4093fcbb9da2 None None] Sync routers for ids ['0503c620-f61e-4c67-a131-bd4ae3b3e519'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:27:31.142451 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a520addd-c44c-4179-9ca4-4093fcbb9da2 None None] Routers {'0503c620-f61e-4c67-a131-bd4ae3b3e519'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:27:31.143154 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-a520addd-c44c-4179-9ca4-4093fcbb9da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:27:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['0503c620-f61e-4c67-a131-bd4ae3b3e519'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:31.154951 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.199039 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-63bb1e9b-0068-48b2-a5d5-59e9b2e0bc62 req-84d4b4f2-0560-461e-8912-d18018fd0a4b service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686059 Jun 04 08:27:31.200596 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-c661c749-7174-453e-9cb6-fa88a522e971 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1534781 Jun 04 08:27:31.203319 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53654) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:31.207628 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-4cf52227-a595-43f0-9073-e6b03390ccde tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1735929812', 'description': 'tempest-secgroup-smoke-1735929812 description', 'project_id': '950149f4530b41eea35bc273803918a9'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:31.230086 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4cf52227-a595-43f0-9073-e6b03390ccde tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.252627 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-a520addd-c44c-4179-9ca4-4093fcbb9da2 None None] Set router 0503c620-f61e-4c67-a131-bd4ae3b3e519 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:27:31.285311 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=100 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:31.310022 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4cf52227-a595-43f0-9073-e6b03390ccde tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group (eec38379-b779-4abf-9792-e5b7c8468314), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.314106 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4cf52227-a595-43f0-9073-e6b03390ccde tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (eec38379-b779-4abf-9792-e5b7c8468314), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.353556 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4cf52227-a595-43f0-9073-e6b03390ccde tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.354839 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-4cf52227-a595-43f0-9073-e6b03390ccde tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1505945 Jun 04 08:27:31.357399 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf52227-a595-43f0-9073-e6b03390ccde tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec38379-b779-4abf-9792-e5b7c8468314,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:31.358740 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53656) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:31.364044 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Request body: {'security_group_rule': {'security_group_id': 'eec38379-b779-4abf-9792-e5b7c8468314', 'project_id': '950149f4530b41eea35bc273803918a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:31.405501 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group_rule (69ddae1b-e137-4f9a-b0bf-f2efb0124a88), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.457736 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group_rule (69ddae1b-e137-4f9a-b0bf-f2efb0124a88), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.467288 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (69ddae1b-e137-4f9a-b0bf-f2efb0124a88), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.488895 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ddae1b-e137-4f9a-b0bf-f2efb0124a88,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:31.494693 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.496164 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363764 Jun 04 08:27:31.499274 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53664) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:31.504482 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:31.504983 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-92fd36c3-154e-4f24-9d04-cef8608096e3 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Request body: {'security_group_rule': {'security_group_id': 'eec38379-b779-4abf-9792-e5b7c8468314', 'project_id': '950149f4530b41eea35bc273803918a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:31.505615 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:31.506197 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:31.506628 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:31.507746 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:31.508502 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:31.508897 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:31.509454 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:31.510077 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:31.510425 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:31.510937 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:31.511576 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:31.512069 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:31.512425 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:31.513273 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc92e8-29f5-448a-9cae-129513de2888 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:31.524402 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-a520addd-c44c-4179-9ca4-4093fcbb9da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'name': 'tempest-TestMinimumBasicScenario-300773618-router', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:32Z', 'revision_number': 4, 'project_id': '950149f4530b41eea35bc273803918a9', 'gw_port': {'id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '645e0849-1596-495c-a464-bc660dc93f1e', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'port_id': '2723b733-b421-4bbd-89bb-aeb589aaf066', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4', 'mac_address': 'fa:16:3e:6b:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32606ac-3c6c-42f8-b063-f2fc031485e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:27:29Z', 'updated_at': '2022-06-04T08:27:29Z', 'revision_number': 0, 'project_id': '950149f4530b41eea35bc273803918a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796bdde2-c17f-4f2f-a037-bdd623919d48', 'name': '', 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'mac_address': 'fa:16:3e:a6:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '510c503a-76e2-4868-8711-4a68b9513120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:31Z', 'updated_at': '2022-06-04T08:26:36Z', 'revision_number': 5, 'project_id': '950149f4530b41eea35bc273803918a9', 'subnets': [{'id': '510c503a-76e2-4868-8711-4a68b9513120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:31.538072 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-92fd36c3-154e-4f24-9d04-cef8608096e3 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group_rule (f7043b39-7a86-4d30-b1ff-3b1ce5109526), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.552680 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a520addd-c44c-4179-9ca4-4093fcbb9da2 None None] Checking router: 0503c620-f61e-4c67-a131-bd4ae3b3e519 for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:27:31.562346 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a520addd-c44c-4179-9ca4-4093fcbb9da2 None None] Routers {'0503c620-f61e-4c67-a131-bd4ae3b3e519'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:27:31.562971 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-a520addd-c44c-4179-9ca4-4093fcbb9da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:27:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['0503c620-f61e-4c67-a131-bd4ae3b3e519'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:31.564253 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:31.608399 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-92fd36c3-154e-4f24-9d04-cef8608096e3 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group_rule (f7043b39-7a86-4d30-b1ff-3b1ce5109526), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.612701 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-92fd36c3-154e-4f24-9d04-cef8608096e3 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (f7043b39-7a86-4d30-b1ff-3b1ce5109526), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.641858 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd36c3-154e-4f24-9d04-cef8608096e3 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7043b39-7a86-4d30-b1ff-3b1ce5109526,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:31.655687 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-92fd36c3-154e-4f24-9d04-cef8608096e3 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.656982 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-92fd36c3-154e-4f24-9d04-cef8608096e3 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1564374 Jun 04 08:27:31.660154 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53668) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:31.665164 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-6f26a16f-fcb6-4527-a70c-a4b5781f3d27 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Request body: {'security_group_rule': {'security_group_id': 'eec38379-b779-4abf-9792-e5b7c8468314', 'project_id': '950149f4530b41eea35bc273803918a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:31.673139 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:31.676254 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=100 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:31.690695 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-a520addd-c44c-4179-9ca4-4093fcbb9da2 None None] Set router 0503c620-f61e-4c67-a131-bd4ae3b3e519 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:27:31.699938 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6f26a16f-fcb6-4527-a70c-a4b5781f3d27 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group_rule (ff1b3a60-7dd6-49cd-a8dd-b8433e361335), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.718051 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32606ac-3c6c-42f8-b063-f2fc031485e9', 'tag': '2723b733-b421-4bbd-89bb-aeb589aaf066'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:27:31.720805 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fbf94f-6a89-4a59-964b-f7372f02f577" -d '{"events": [{"name": "network-changed", "server_uuid": "e32606ac-3c6c-42f8-b063-f2fc031485e9", "tag": "2723b733-b421-4bbd-89bb-aeb589aaf066"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:27:31.768347 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6f26a16f-fcb6-4527-a70c-a4b5781f3d27 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group_rule (ff1b3a60-7dd6-49cd-a8dd-b8433e361335), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.773350 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d05be57-c960-4763-8920-4984f74eb0f9 x-openstack-request-id: req-0d05be57-c960-4763-8920-4984f74eb0f9 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:27:31.773763 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6f26a16f-fcb6-4527-a70c-a4b5781f3d27 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (ff1b3a60-7dd6-49cd-a8dd-b8433e361335), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.773992 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32606ac-3c6c-42f8-b063-f2fc031485e9", "tag": "2723b733-b421-4bbd-89bb-aeb589aaf066", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:27:31.774349 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d05be57-c960-4763-8920-4984f74eb0f9 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:27:31.774854 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d05be57-c960-4763-8920-4984f74eb0f9'] response: {'name': 'network-changed', 'server_uuid': 'e32606ac-3c6c-42f8-b063-f2fc031485e9', 'tag': '2723b733-b421-4bbd-89bb-aeb589aaf066', 'status': 'completed', 'code': 200} Jun 04 08:27:31.823718 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26a16f-fcb6-4527-a70c-a4b5781f3d27 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1b3a60-7dd6-49cd-a8dd-b8433e361335,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:31.830459 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6f26a16f-fcb6-4527-a70c-a4b5781f3d27 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.831548 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6f26a16f-fcb6-4527-a70c-a4b5781f3d27 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1701460 Jun 04 08:27:31.834535 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53674) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:31.839067 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-903f73f8-97cf-4470-a710-84d884aedcfe tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Request body: {'security_group_rule': {'security_group_id': 'eec38379-b779-4abf-9792-e5b7c8468314', 'project_id': '950149f4530b41eea35bc273803918a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:31.849397 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad49e5-1eab-490b-b7f4-f880efd64f5e req-f4318b39-56cd-4360-9a07-e755ec2da607 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:31.851243 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4cad49e5-1eab-490b-b7f4-f880efd64f5e req-f4318b39-56cd-4360-9a07-e755ec2da607 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0674667 Jun 04 08:27:31.871148 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-903f73f8-97cf-4470-a710-84d884aedcfe tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group_rule (18542978-995d-4ab2-95e1-7977002b67c9), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.909371 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4cad49e5-1eab-490b-b7f4-f880efd64f5e req-b2aa9cbb-0847-4978-b49e-39aa2ef021a2 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519240 Jun 04 08:27:31.940075 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-903f73f8-97cf-4470-a710-84d884aedcfe tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group_rule (18542978-995d-4ab2-95e1-7977002b67c9), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.944063 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-903f73f8-97cf-4470-a710-84d884aedcfe tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (18542978-995d-4ab2-95e1-7977002b67c9), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.948705 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-a520addd-c44c-4179-9ca4-4093fcbb9da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'name': 'tempest-TestMinimumBasicScenario-300773618-router', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:32Z', 'revision_number': 4, 'project_id': '950149f4530b41eea35bc273803918a9', 'gw_port': {'id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '645e0849-1596-495c-a464-bc660dc93f1e', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'port_id': '2723b733-b421-4bbd-89bb-aeb589aaf066', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4', 'mac_address': 'fa:16:3e:6b:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32606ac-3c6c-42f8-b063-f2fc031485e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:27:29Z', 'updated_at': '2022-06-04T08:27:29Z', 'revision_number': 0, 'project_id': '950149f4530b41eea35bc273803918a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796bdde2-c17f-4f2f-a037-bdd623919d48', 'name': '', 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'mac_address': 'fa:16:3e:a6:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '510c503a-76e2-4868-8711-4a68b9513120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:31Z', 'updated_at': '2022-06-04T08:26:36Z', 'revision_number': 5, 'project_id': '950149f4530b41eea35bc273803918a9', 'subnets': [{'id': '510c503a-76e2-4868-8711-4a68b9513120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:31.967365 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f73f8-97cf-4470-a710-84d884aedcfe tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18542978-995d-4ab2-95e1-7977002b67c9,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:31.971722 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-903f73f8-97cf-4470-a710-84d884aedcfe tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:31.975035 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a520addd-c44c-4179-9ca4-4093fcbb9da2 None None] The sync data for ids ['0503c620-f61e-4c67-a131-bd4ae3b3e519'] in dv-cinder-836996-29-iscsi is: [{'id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'name': 'tempest-TestMinimumBasicScenario-300773618-router', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:32Z', 'revision_number': 4, 'project_id': '950149f4530b41eea35bc273803918a9', 'gw_port': {'id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '645e0849-1596-495c-a464-bc660dc93f1e', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'port_id': '2723b733-b421-4bbd-89bb-aeb589aaf066', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4', 'mac_address': 'fa:16:3e:6b:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32606ac-3c6c-42f8-b063-f2fc031485e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:27:29Z', 'updated_at': '2022-06-04T08:27:29Z', 'revision_number': 0, 'project_id': '950149f4530b41eea35bc273803918a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796bdde2-c17f-4f2f-a037-bdd623919d48', 'name': '', 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'mac_address': 'fa:16:3e:a6:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '510c503a-76e2-4868-8711-4a68b9513120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:31Z', 'updated_at': '2022-06-04T08:26:36Z', 'revision_number': 5, 'project_id': '950149f4530b41eea35bc273803918a9', 'subnets': [{'id': '510c503a-76e2-4868-8711-4a68b9513120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:27:31.975815 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53676) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:31.976082 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-903f73f8-97cf-4470-a710-84d884aedcfe tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404722 Jun 04 08:27:31.982525 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-e6322ade-da55-4f88-9c2a-9a89e220a5d0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Request body: {'security_group_rule': {'security_group_id': 'eec38379-b779-4abf-9792-e5b7c8468314', 'project_id': '950149f4530b41eea35bc273803918a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:32.005409 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.securitygroups_db [None req-e6322ade-da55-4f88-9c2a-9a89e220a5d0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Project 950149f4530b41eea35bc273803918a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 08:27:32.012088 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e6322ade-da55-4f88-9c2a-9a89e220a5d0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group_rule (602c5b52-bad7-404c-818d-822c574662aa), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:32.074937 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e6322ade-da55-4f88-9c2a-9a89e220a5d0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group_rule (602c5b52-bad7-404c-818d-822c574662aa), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:32.079238 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e6322ade-da55-4f88-9c2a-9a89e220a5d0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (602c5b52-bad7-404c-818d-822c574662aa), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:32.099218 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6322ade-da55-4f88-9c2a-9a89e220a5d0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602c5b52-bad7-404c-818d-822c574662aa,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:32.107172 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e6322ade-da55-4f88-9c2a-9a89e220a5d0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:32.109864 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e6322ade-da55-4f88-9c2a-9a89e220a5d0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296511 Jun 04 08:27:32.111151 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53678) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:32.115712 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-3cebdc69-2abc-47fa-af9e-d43871cca9a0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Request body: {'security_group_rule': {'security_group_id': 'eec38379-b779-4abf-9792-e5b7c8468314', 'project_id': '950149f4530b41eea35bc273803918a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:32.137396 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.securitygroups_db [None req-3cebdc69-2abc-47fa-af9e-d43871cca9a0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Project 950149f4530b41eea35bc273803918a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 08:27:32.144632 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3cebdc69-2abc-47fa-af9e-d43871cca9a0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group_rule (554e9115-bc5e-4109-b87d-6765fbd08ab8), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:32.173020 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3117349-f25f-4fdd-aca9-83213972f30b None None] New status for floating IP 645e0849-1596-495c-a464-bc660dc93f1e: ACTIVE {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:27:32.211233 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3cebdc69-2abc-47fa-af9e-d43871cca9a0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group_rule (554e9115-bc5e-4109-b87d-6765fbd08ab8), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:32.215030 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3cebdc69-2abc-47fa-af9e-d43871cca9a0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (554e9115-bc5e-4109-b87d-6765fbd08ab8), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:32.234075 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebdc69-2abc-47fa-af9e-d43871cca9a0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554e9115-bc5e-4109-b87d-6765fbd08ab8,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:32.242789 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3cebdc69-2abc-47fa-af9e-d43871cca9a0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:32.244127 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-3cebdc69-2abc-47fa-af9e-d43871cca9a0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318362 Jun 04 08:27:32.300289 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:32.344909 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-704f756d-b85d-45e9-974d-13baa92e0d2e req-3bcd8eeb-7051-4114-a933-1ab5b90737b5 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735929812&fields=id&tenant_id=950149f4530b41eea35bc273803918a9 HTTP/1.1" status: 200 len: 267 time: 0.0525949 Jun 04 08:27:32.400581 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f756d-b85d-45e9-974d-13baa92e0d2e req-9fbf2b6a-db1e-428e-a782-5abe334c41e5 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:32.402108 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-704f756d-b85d-45e9-974d-13baa92e0d2e req-9fbf2b6a-db1e-428e-a782-5abe334c41e5 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 945 time: 0.0515022 Jun 04 08:27:32.412645 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-704f756d-b85d-45e9-974d-13baa92e0d2e req-49f06cc5-4430-4023-aa13-136065d983d5 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Request body: {'port': {'security_groups': ['7da87886-0349-4f1c-9f24-4738e45d8b03', 'eec38379-b779-4abf-9792-e5b7c8468314']}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:32.487848 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-704f756d-b85d-45e9-974d-13baa92e0d2e req-49f06cc5-4430-4023-aa13-136065d983d5 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:32.709410 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-704f756d-b85d-45e9-974d-13baa92e0d2e req-49f06cc5-4430-4023-aa13-136065d983d5 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] For port 2723b733-b421-4bbd-89bb-aeb589aaf066, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2723b733-b421-4bbd-89bb-aeb589aaf066,segment=NetworkSegment(f2ef7d57-427b-411e-a6dc-8510a07ec96b),segment_id=f2ef7d57-427b-411e-a6dc-8510a07ec96b)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:32.739529 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-704f756d-b85d-45e9-974d-13baa92e0d2e req-49f06cc5-4430-4023-aa13-136065d983d5 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:32.743808 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-704f756d-b85d-45e9-974d-13baa92e0d2e req-49f06cc5-4430-4023-aa13-136065d983d5 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:32.756359 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['2723b733-b421-4bbd-89bb-aeb589aaf066'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:27:32.785695 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f756d-b85d-45e9-974d-13baa92e0d2e req-49f06cc5-4430-4023-aa13-136065d983d5 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:32.786365 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-704f756d-b85d-45e9-974d-13baa92e0d2e req-49f06cc5-4430-4023-aa13-136065d983d5 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:32.787764 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-704f756d-b85d-45e9-974d-13baa92e0d2e req-49f06cc5-4430-4023-aa13-136065d983d5 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "PUT /v2.0/ports/2723b733-b421-4bbd-89bb-aeb589aaf066 HTTP/1.1" status: 200 len: 981 time: 0.3796251 Jun 04 08:27:32.811658 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f06cc5-4430-4023-aa13-136065d983d5 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Pushing event updated for resources: {'Port': ['ID=2723b733-b421-4bbd-89bb-aeb589aaf066,revision_number=6']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:32.922304 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c124d60-d46c-4b9f-a5bb-581d2be90279 req-15c8c01b-52be-4f32-8904-f9476946d3b4 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:32.924292 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c124d60-d46c-4b9f-a5bb-581d2be90279 req-15c8c01b-52be-4f32-8904-f9476946d3b4 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 984 time: 0.0565007 Jun 04 08:27:32.950794 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['2723b733-b421-4bbd-89bb-aeb589aaf066'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:27:32.971528 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:33.015481 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c124d60-d46c-4b9f-a5bb-581d2be90279 req-54a961a9-dd91-4a85-8cc9-830c74edaacf tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=eec38379-b779-4abf-9792-e5b7c8468314&id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812399 Jun 04 08:27:33.057899 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227a565-e632-4570-bc6e-55ec93f45c72 req-954ef3bd-c346-43c6-9e8a-2d045c5b5d14 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:33.059347 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5227a565-e632-4570-bc6e-55ec93f45c72 req-954ef3bd-c346-43c6-9e8a-2d045c5b5d14 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0566905 Jun 04 08:27:33.069205 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=100 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:33.084341 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-215ad4c1-ebf1-4ee8-aff7-9e7f60bcf449 None None] Provisioning complete for port 2723b733-b421-4bbd-89bb-aeb589aaf066 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:27:33.084720 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-215ad4c1-ebf1-4ee8-aff7-9e7f60bcf449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:33.120096 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5227a565-e632-4570-bc6e-55ec93f45c72 req-a2227d3f-d220-4826-92e1-6e3d28cc9755 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545657 Jun 04 08:27:33.292756 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-215ad4c1-ebf1-4ee8-aff7-9e7f60bcf449 None None] Current status of the port 2723b733-b421-4bbd-89bb-aeb589aaf066 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:27:33.326679 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=100 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:33.776364 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32606ac-3c6c-42f8-b063-f2fc031485e9', 'tag': '2723b733-b421-4bbd-89bb-aeb589aaf066'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:27:33.778985 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc33e3de-3ba8-4774-a870-94e45329cf70" -d '{"events": [{"name": "network-changed", "server_uuid": "e32606ac-3c6c-42f8-b063-f2fc031485e9", "tag": "2723b733-b421-4bbd-89bb-aeb589aaf066"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:27:33.814583 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b316e89-97d9-4580-840f-c3f740098f91 x-openstack-request-id: req-6b316e89-97d9-4580-840f-c3f740098f91 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:27:33.814877 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32606ac-3c6c-42f8-b063-f2fc031485e9", "tag": "2723b733-b421-4bbd-89bb-aeb589aaf066", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:27:33.815131 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b316e89-97d9-4580-840f-c3f740098f91 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:27:33.815527 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b316e89-97d9-4580-840f-c3f740098f91'] response: {'name': 'network-changed', 'server_uuid': 'e32606ac-3c6c-42f8-b063-f2fc031485e9', 'tag': '2723b733-b421-4bbd-89bb-aeb589aaf066', 'status': 'completed', 'code': 200} Jun 04 08:27:34.241892 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4884227-e84b-43f1-8539-f17efc512544 req-2bcf73c7-95a4-45fe-939b-409992159fc1 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:34.243437 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e4884227-e84b-43f1-8539-f17efc512544 req-2bcf73c7-95a4-45fe-939b-409992159fc1 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0531332 Jun 04 08:27:34.296554 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e4884227-e84b-43f1-8539-f17efc512544 req-94699b18-6743-4560-8aae-065eade3d4bd tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474954 Jun 04 08:27:34.487696 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a578f16-3edb-4d99-b591-bfc5ac3e6b99 req-db7edb7d-9023-41c8-ba8a-5f9b6bc167d6 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:34.489184 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4a578f16-3edb-4d99-b591-bfc5ac3e6b99 req-db7edb7d-9023-41c8-ba8a-5f9b6bc167d6 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0474920 Jun 04 08:27:34.536842 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4a578f16-3edb-4d99-b591-bfc5ac3e6b99 req-abe93b13-93b8-4c33-97a2-750d6fe815fc tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421510 Jun 04 08:27:35.374123 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:35.412878 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7442080-b061-4987-b977-d6bd0f296975 req-e2e9b593-f0fd-439f-93a1-b4cb207d47f6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:35.414367 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e7442080-b061-4987-b977-d6bd0f296975 req-e2e9b593-f0fd-439f-93a1-b4cb207d47f6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0498357 Jun 04 08:27:35.461806 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e7442080-b061-4987-b977-d6bd0f296975 req-588838b2-2b8f-4dce-8c98-c09265037bde tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414565 Jun 04 08:27:35.662355 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85667be8-9a06-48b9-8355-37a5a7c78d24 req-440fed3d-1346-4c72-9eb6-4391ce8a1593 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:35.663763 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-85667be8-9a06-48b9-8355-37a5a7c78d24 req-440fed3d-1346-4c72-9eb6-4391ce8a1593 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0541086 Jun 04 08:27:35.712910 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-85667be8-9a06-48b9-8355-37a5a7c78d24 req-bf08e7f8-3df2-4555-876a-690b6bdc3bfc tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430110 Jun 04 08:27:36.563481 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-4ccaf06a-e187-4bb9-a59b-daf15561f820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:36.586827 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36e05a-05ba-4863-b712-9f74d836a89c req-9c318617-18b4-486a-a08d-b103dd9e6c0b tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:36.588313 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1e36e05a-05ba-4863-b712-9f74d836a89c req-9c318617-18b4-486a-a08d-b103dd9e6c0b tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0492759 Jun 04 08:27:36.640773 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1e36e05a-05ba-4863-b712-9f74d836a89c req-64f26966-a4cd-4ad7-817f-7f75b41eb7bf tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469737 Jun 04 08:27:36.829593 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6325d42-65de-4021-b136-875ba896c55d req-4dc5fc12-0ec4-46b9-b006-c73a18e22dec tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:36.831171 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6325d42-65de-4021-b136-875ba896c55d req-4dc5fc12-0ec4-46b9-b006-c73a18e22dec tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0498943 Jun 04 08:27:36.858102 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:36.882731 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6325d42-65de-4021-b136-875ba896c55d req-3809fabd-efea-4519-b841-0ef2a5d465d7 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459628 Jun 04 08:27:37.565468 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33e3de-3ba8-4774-a870-94e45329cf70 req-1f11e075-0f39-4184-bab8-f4595552812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:37.567017 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bc33e3de-3ba8-4774-a870-94e45329cf70 req-1f11e075-0f39-4184-bab8-f4595552812e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=950149f4530b41eea35bc273803918a9&device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 1168 time: 0.0402627 Jun 04 08:27:37.754810 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf292337-e2ac-4d8e-9965-7d5b0ba5f6f7 req-5f1b19e3-b9f7-4d80-9640-b1ec113287df tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:37.756429 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cf292337-e2ac-4d8e-9965-7d5b0ba5f6f7 req-5f1b19e3-b9f7-4d80-9640-b1ec113287df tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0476694 Jun 04 08:27:37.777458 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:37.808796 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e216be7-6349-453c-88ca-fbae431f39fe req-a50c05f4-9fde-4e63-b5eb-99c466e1a93f tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:37.810443 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3e216be7-6349-453c-88ca-fbae431f39fe req-a50c05f4-9fde-4e63-b5eb-99c466e1a93f tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 945 time: 0.0931370 Jun 04 08:27:37.865000 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96504a-ae27-4a27-b0ad-c4e86d5316c4 req-9fb78fa2-e455-42f0-bd1e-9c17aa8c81aa tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:37.866643 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ea96504a-ae27-4a27-b0ad-c4e86d5316c4 req-9fb78fa2-e455-42f0-bd1e-9c17aa8c81aa tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.0806177 Jun 04 08:27:37.867670 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33e3de-3ba8-4774-a870-94e45329cf70 req-a4b3ea92-52d0-438b-b9ee-338855f7aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:37.869146 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bc33e3de-3ba8-4774-a870-94e45329cf70 req-a4b3ea92-52d0-438b-b9ee-338855f7aa42 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d7b6ce13-c239-48d5-a1b0-88bed796ecf4 HTTP/1.1" status: 200 len: 915 time: 0.1614096 Jun 04 08:27:37.886091 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3e216be7-6349-453c-88ca-fbae431f39fe req-268d185d-78d9-4992-a773-939cfd9246a3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=b47b3725-c106-403b-b1ef-7169cca67bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694084 Jun 04 08:27:37.947597 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-cf292337-e2ac-4d8e-9965-7d5b0ba5f6f7 req-3290daa4-489b-4d7c-af7e-bc5e52561ca6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Deleting port cd7e0432-1c0f-41ca-b602-3048957c52d3 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:27:37.947946 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-cf292337-e2ac-4d8e-9965-7d5b0ba5f6f7 req-3290daa4-489b-4d7c-af7e-bc5e52561ca6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (cd7e0432-1c0f-41ca-b602-3048957c52d3), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:37.952598 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bc33e3de-3ba8-4774-a870-94e45329cf70 req-1ac75701-4eed-4da1-a82d-360f47c87fad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2723b733-b421-4bbd-89bb-aeb589aaf066 HTTP/1.1" status: 200 len: 1000 time: 0.0645778 Jun 04 08:27:38.005837 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33e3de-3ba8-4774-a870-94e45329cf70 req-9cf51061-e587-4964-8f23-b8bc4c9c4017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:38.007630 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bc33e3de-3ba8-4774-a870-94e45329cf70 req-9cf51061-e587-4964-8f23-b8bc4c9c4017 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=510c503a-76e2-4868-8711-4a68b9513120 HTTP/1.1" status: 200 len: 853 time: 0.0483918 Jun 04 08:27:38.055419 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33e3de-3ba8-4774-a870-94e45329cf70 req-ae0155cb-dd11-4a23-8482-3cabd6fe79eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:38.056950 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bc33e3de-3ba8-4774-a870-94e45329cf70 req-ae0155cb-dd11-4a23-8482-3cabd6fe79eb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d7b6ce13-c239-48d5-a1b0-88bed796ecf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428517 Jun 04 08:27:38.103061 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-ea96504a-ae27-4a27-b0ad-c4e86d5316c4 req-f6c2a5be-4806-4ed0-b062-f00598f8566f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Deleting port 683a8100-f2f6-4a84-82c4-09a8d38f10ca {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:27:38.103568 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ea96504a-ae27-4a27-b0ad-c4e86d5316c4 req-f6c2a5be-4806-4ed0-b062-f00598f8566f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (683a8100-f2f6-4a84-82c4-09a8d38f10ca), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:38.153221 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bc33e3de-3ba8-4774-a870-94e45329cf70 req-3a816b32-f415-4f3c-94a6-8a86178235ee service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6ce13-c239-48d5-a1b0-88bed796ecf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886037 Jun 04 08:27:38.207064 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf1e23-0b68-4b72-b223-539f49e5a9b5 req-ccc018ec-89f7-47f8-8b6c-3f70d6524621 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:38.209510 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fecf1e23-0b68-4b72-b223-539f49e5a9b5 req-ccc018ec-89f7-47f8-8b6c-3f70d6524621 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 946 time: 0.2234240 Jun 04 08:27:38.253172 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bc33e3de-3ba8-4774-a870-94e45329cf70 req-63968b17-4f71-44f7-b265-304656618596 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6ce13-c239-48d5-a1b0-88bed796ecf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920951 Jun 04 08:27:38.291905 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-cf292337-e2ac-4d8e-9965-7d5b0ba5f6f7 req-3290daa4-489b-4d7c-af7e-bc5e52561ca6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] For port cd7e0432-1c0f-41ca-b602-3048957c52d3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cd7e0432-1c0f-41ca-b602-3048957c52d3,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:38.291905 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-cf292337-e2ac-4d8e-9965-7d5b0ba5f6f7 req-3290daa4-489b-4d7c-af7e-bc5e52561ca6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (cd7e0432-1c0f-41ca-b602-3048957c52d3), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:38.342559 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbf94f-6a89-4a59-964b-f7372f02f577 req-bcfde78b-2903-47bf-b4fd-d6988ad97dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:38.344058 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a0fbf94f-6a89-4a59-964b-f7372f02f577 req-bcfde78b-2903-47bf-b4fd-d6988ad97dff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=950149f4530b41eea35bc273803918a9&device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 1168 time: 0.0414424 Jun 04 08:27:38.389960 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-ea96504a-ae27-4a27-b0ad-c4e86d5316c4 req-f6c2a5be-4806-4ed0-b062-f00598f8566f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] For port 683a8100-f2f6-4a84-82c4-09a8d38f10ca, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=683a8100-f2f6-4a84-82c4-09a8d38f10ca,segment=NetworkSegment(e260448d-50b2-4924-907f-130b05e152a3),segment_id=e260448d-50b2-4924-907f-130b05e152a3)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:38.390326 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ea96504a-ae27-4a27-b0ad-c4e86d5316c4 req-f6c2a5be-4806-4ed0-b062-f00598f8566f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (683a8100-f2f6-4a84-82c4-09a8d38f10ca), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:38.395642 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fecf1e23-0b68-4b72-b223-539f49e5a9b5 req-3cf1617c-896b-4d73-bcba-aefc4ac15c03 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755261 Jun 04 08:27:38.435926 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:38.453916 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbf94f-6a89-4a59-964b-f7372f02f577 req-2cdc5070-69e8-45e3-aa53-7b78f13296b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:38.455424 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a0fbf94f-6a89-4a59-964b-f7372f02f577 req-2cdc5070-69e8-45e3-aa53-7b78f13296b6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d7b6ce13-c239-48d5-a1b0-88bed796ecf4 HTTP/1.1" status: 200 len: 915 time: 0.0978353 Jun 04 08:27:38.519972 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a0fbf94f-6a89-4a59-964b-f7372f02f577 req-83cb861c-54c0-4368-b8c7-8017a74c449d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2723b733-b421-4bbd-89bb-aeb589aaf066 HTTP/1.1" status: 200 len: 1000 time: 0.0581594 Jun 04 08:27:38.572234 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbf94f-6a89-4a59-964b-f7372f02f577 req-c7d92e12-01e4-4de5-8361-970ffaa88369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:38.573570 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a0fbf94f-6a89-4a59-964b-f7372f02f577 req-c7d92e12-01e4-4de5-8361-970ffaa88369 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=510c503a-76e2-4868-8711-4a68b9513120 HTTP/1.1" status: 200 len: 853 time: 0.0467925 Jun 04 08:27:38.599913 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-cf292337-e2ac-4d8e-9965-7d5b0ba5f6f7 req-3290daa4-489b-4d7c-af7e-bc5e52561ca6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:38.600169 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-cf292337-e2ac-4d8e-9965-7d5b0ba5f6f7 req-3290daa4-489b-4d7c-af7e-bc5e52561ca6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (50ac0872-8552-4aff-8921-a64a96fbe935), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:38.600419 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.l3_db [req-cf292337-e2ac-4d8e-9965-7d5b0ba5f6f7 req-3290daa4-489b-4d7c-af7e-bc5e52561ca6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Floating IP 50ac0872-8552-4aff-8921-a64a96fbe935 disassociated. External IP: 172.27.2.104, port: cd7e0432-1c0f-41ca-b602-3048957c52d3. Jun 04 08:27:38.600794 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-cf292337-e2ac-4d8e-9965-7d5b0ba5f6f7 req-3290daa4-489b-4d7c-af7e-bc5e52561ca6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Calling delete_port for cd7e0432-1c0f-41ca-b602-3048957c52d3 owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:27:38.615725 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:38.626498 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbf94f-6a89-4a59-964b-f7372f02f577 req-7f2ef2dd-d332-401b-aaa0-08c176ad4c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:38.628113 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a0fbf94f-6a89-4a59-964b-f7372f02f577 req-7f2ef2dd-d332-401b-aaa0-08c176ad4c62 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d7b6ce13-c239-48d5-a1b0-88bed796ecf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479305 Jun 04 08:27:38.701199 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ea96504a-ae27-4a27-b0ad-c4e86d5316c4 req-f6c2a5be-4806-4ed0-b062-f00598f8566f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:38.701567 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ea96504a-ae27-4a27-b0ad-c4e86d5316c4 req-f6c2a5be-4806-4ed0-b062-f00598f8566f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (5c894af8-dd45-43ec-a75a-5fd6a0f5c2ba), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:38.701912 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.l3_db [req-ea96504a-ae27-4a27-b0ad-c4e86d5316c4 req-f6c2a5be-4806-4ed0-b062-f00598f8566f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Floating IP 5c894af8-dd45-43ec-a75a-5fd6a0f5c2ba disassociated. External IP: 172.27.2.9, port: 683a8100-f2f6-4a84-82c4-09a8d38f10ca. Jun 04 08:27:38.702263 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-ea96504a-ae27-4a27-b0ad-c4e86d5316c4 req-f6c2a5be-4806-4ed0-b062-f00598f8566f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Calling delete_port for 683a8100-f2f6-4a84-82c4-09a8d38f10ca owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:27:38.721670 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a0fbf94f-6a89-4a59-964b-f7372f02f577 req-c4650ec3-77ac-42f1-bb30-cc5a7e6b8f4c service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6ce13-c239-48d5-a1b0-88bed796ecf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867944 Jun 04 08:27:38.826708 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:38.828275 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a0fbf94f-6a89-4a59-964b-f7372f02f577 req-3487049c-c550-4230-a335-c92454ab6c03 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6ce13-c239-48d5-a1b0-88bed796ecf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954990 Jun 04 08:27:38.880773 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-cf292337-e2ac-4d8e-9965-7d5b0ba5f6f7 req-3290daa4-489b-4d7c-af7e-bc5e52561ca6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (cd7e0432-1c0f-41ca-b602-3048957c52d3), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:38.924988 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290daa4-489b-4d7c-af7e-bc5e52561ca6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Pushing event deleted for resources: {'Port': ['ID=cd7e0432-1c0f-41ca-b602-3048957c52d3,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:38.972578 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ea96504a-ae27-4a27-b0ad-c4e86d5316c4 req-f6c2a5be-4806-4ed0-b062-f00598f8566f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (683a8100-f2f6-4a84-82c4-09a8d38f10ca), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:39.006227 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2a5be-4806-4ed0-b062-f00598f8566f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Pushing event deleted for resources: {'Port': ['ID=683a8100-f2f6-4a84-82c4-09a8d38f10ca,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:39.013101 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a94a0706-ec2d-4cf3-9998-3978da8ffb8f req-36dedf01-1450-475f-8900-759c0ccb1deb tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 210 time: 0.0393686 Jun 04 08:27:39.070145 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-723292ad-a959-44ad-ab98-14b1e612b9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:39.141849 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=13 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:39.147476 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf292337-e2ac-4d8e-9965-7d5b0ba5f6f7 req-3290daa4-489b-4d7c-af7e-bc5e52561ca6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Router 6deb69c2-4006-4ea3-a1f6-cb986a2420be has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:27:39.218640 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea96504a-ae27-4a27-b0ad-c4e86d5316c4 req-f6c2a5be-4806-4ed0-b062-f00598f8566f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Router be87d69c-80d4-487d-a449-74918b33bb5c has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:27:39.528382 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7340aea0-e50f-4235-9680-8f439e6b34ab req-bb4b9991-97b9-4b9e-a8ef-24902152c760 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 210 time: 0.0376070 Jun 04 08:27:39.582571 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf292337-e2ac-4d8e-9965-7d5b0ba5f6f7 req-3290daa4-489b-4d7c-af7e-bc5e52561ca6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:27:39.592432 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808d90e8-8ff3-402a-b6b0-d13136bbfe34 None None] Sync routers for ids ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:27:39.602483 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808d90e8-8ff3-402a-b6b0-d13136bbfe34 None None] Routers {'6deb69c2-4006-4ea3-a1f6-cb986a2420be'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:27:39.603219 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-808d90e8-8ff3-402a-b6b0-d13136bbfe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:27:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:39.664020 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf292337-e2ac-4d8e-9965-7d5b0ba5f6f7 req-3290daa4-489b-4d7c-af7e-bc5e52561ca6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] No DVR routers for this DVR port cd7e0432-1c0f-41ca-b602-3048957c52d3 on host hv-cinder-83699 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:27:39.668424 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-cf292337-e2ac-4d8e-9965-7d5b0ba5f6f7 req-3290daa4-489b-4d7c-af7e-bc5e52561ca6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:39.672285 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cf292337-e2ac-4d8e-9965-7d5b0ba5f6f7 req-3290daa4-489b-4d7c-af7e-bc5e52561ca6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.77 "DELETE /v2.0/ports/cd7e0432-1c0f-41ca-b602-3048957c52d3 HTTP/1.1" status: 204 len: 173 time: 1.8875873 Jun 04 08:27:39.672740 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'name': 'network-vif-deleted', 'tag': 'cd7e0432-1c0f-41ca-b602-3048957c52d3'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:27:39.675355 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1411f93a-3483-4c52-9452-1afcaf512481" -d '{"events": [{"server_uuid": "1e216fcd-219d-4dfc-9af4-cecfa6988dea", "name": "network-vif-deleted", "tag": "cd7e0432-1c0f-41ca-b602-3048957c52d3"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:27:39.686058 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea96504a-ae27-4a27-b0ad-c4e86d5316c4 req-f6c2a5be-4806-4ed0-b062-f00598f8566f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:27:39.727822 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866af394-8f06-450d-bea8-97a69ae9ebb2 None None] Sync routers for ids ['be87d69c-80d4-487d-a449-74918b33bb5c'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:27:39.741253 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866af394-8f06-450d-bea8-97a69ae9ebb2 None None] Routers {'be87d69c-80d4-487d-a449-74918b33bb5c'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:27:39.741810 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4078af36-6eea-40bd-91db-57c8e80978b3 x-openstack-request-id: req-4078af36-6eea-40bd-91db-57c8e80978b3 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:27:39.742139 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e216fcd-219d-4dfc-9af4-cecfa6988dea", "name": "network-vif-deleted", "tag": "cd7e0432-1c0f-41ca-b602-3048957c52d3", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:27:39.742396 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4078af36-6eea-40bd-91db-57c8e80978b3 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:27:39.742766 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-866af394-8f06-450d-bea8-97a69ae9ebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:27:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['be87d69c-80d4-487d-a449-74918b33bb5c'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:39.742897 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4078af36-6eea-40bd-91db-57c8e80978b3'] response: {'server_uuid': '1e216fcd-219d-4dfc-9af4-cecfa6988dea', 'name': 'network-vif-deleted', 'tag': 'cd7e0432-1c0f-41ca-b602-3048957c52d3', 'status': 'completed', 'code': 200} Jun 04 08:27:39.743487 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea96504a-ae27-4a27-b0ad-c4e86d5316c4 req-f6c2a5be-4806-4ed0-b062-f00598f8566f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] No DVR routers for this DVR port 683a8100-f2f6-4a84-82c4-09a8d38f10ca on host hv-cinder-83699 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:27:39.745767 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-ea96504a-ae27-4a27-b0ad-c4e86d5316c4 req-f6c2a5be-4806-4ed0-b062-f00598f8566f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:39.749712 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ea96504a-ae27-4a27-b0ad-c4e86d5316c4 req-f6c2a5be-4806-4ed0-b062-f00598f8566f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.77 "DELETE /v2.0/ports/683a8100-f2f6-4a84-82c4-09a8d38f10ca HTTP/1.1" status: 204 len: 173 time: 1.8558297 Jun 04 08:27:39.862048 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-808d90e8-8ff3-402a-b6b0-d13136bbfe34 None None] Set router 6deb69c2-4006-4ea3-a1f6-cb986a2420be gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:27:39.904238 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=100 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:39.944391 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-866af394-8f06-450d-bea8-97a69ae9ebb2 None None] Set router be87d69c-80d4-487d-a449-74918b33bb5c gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:27:40.096082 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-808d90e8-8ff3-402a-b6b0-d13136bbfe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-router', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:09Z', 'revision_number': 4, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'gw_port': {'id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:57Z', 'updated_at': '2022-06-04T08:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'b7e69925-03cd-431e-99a8-294e9c972ac9', 'name': '', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'mac_address': 'fa:16:3e:a7:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3a1bd244-02e5-437b-b10c-98141f388763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:06Z', 'updated_at': '2022-06-04T08:23:21Z', 'revision_number': 5, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'subnets': [{'id': '3a1bd244-02e5-437b-b10c-98141f388763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:40.126842 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808d90e8-8ff3-402a-b6b0-d13136bbfe34 None None] Checking router: 6deb69c2-4006-4ea3-a1f6-cb986a2420be for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:27:40.137128 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:40.139605 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808d90e8-8ff3-402a-b6b0-d13136bbfe34 None None] Routers {'6deb69c2-4006-4ea3-a1f6-cb986a2420be'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:27:40.140216 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-808d90e8-8ff3-402a-b6b0-d13136bbfe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:27:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:40.146773 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-de187ee0-1b52-4312-aaf9-e3b9461d4ad8 req-c57df551-226d-4a58-98e9-af4fd9604677 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e216fcd-219d-4dfc-9af4-cecfa6988dea HTTP/1.1" status: 200 len: 210 time: 0.0313363 Jun 04 08:27:40.154196 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-866af394-8f06-450d-bea8-97a69ae9ebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:04Z', 'revision_number': 4, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port': {'id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '69d733bd-2a94-483a-a541-1f76c455137a', 'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'mac_address': 'fa:16:3e:ba:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:14Z', 'revision_number': 5, 'project_id': '880551882c5748278978d5a7586d1f30', 'subnets': [{'id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:40.187762 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866af394-8f06-450d-bea8-97a69ae9ebb2 None None] Checking router: be87d69c-80d4-487d-a449-74918b33bb5c for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:27:40.199151 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866af394-8f06-450d-bea8-97a69ae9ebb2 None None] Routers {'be87d69c-80d4-487d-a449-74918b33bb5c'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:27:40.200447 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-866af394-8f06-450d-bea8-97a69ae9ebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:27:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['be87d69c-80d4-487d-a449-74918b33bb5c'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:40.256810 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-808d90e8-8ff3-402a-b6b0-d13136bbfe34 None None] Set router 6deb69c2-4006-4ea3-a1f6-cb986a2420be gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:27:40.285291 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:27:40.312273 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-866af394-8f06-450d-bea8-97a69ae9ebb2 None None] Set router be87d69c-80d4-487d-a449-74918b33bb5c gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:27:40.442993 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:40.461634 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-808d90e8-8ff3-402a-b6b0-d13136bbfe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-router', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:09Z', 'revision_number': 4, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'gw_port': {'id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:57Z', 'updated_at': '2022-06-04T08:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'b7e69925-03cd-431e-99a8-294e9c972ac9', 'name': '', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'mac_address': 'fa:16:3e:a7:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3a1bd244-02e5-437b-b10c-98141f388763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:06Z', 'updated_at': '2022-06-04T08:23:21Z', 'revision_number': 5, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'subnets': [{'id': '3a1bd244-02e5-437b-b10c-98141f388763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:40.492923 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808d90e8-8ff3-402a-b6b0-d13136bbfe34 None None] The sync data for ids ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'] in dv-cinder-836996-29-iscsi is: [{'id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-router', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:09Z', 'revision_number': 4, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'gw_port': {'id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:57Z', 'updated_at': '2022-06-04T08:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'b7e69925-03cd-431e-99a8-294e9c972ac9', 'name': '', 'network_id': '1fd25ca8-4d43-46c5-8814-4ee274135448', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'mac_address': 'fa:16:3e:a7:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3a1bd244-02e5-437b-b10c-98141f388763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:06Z', 'updated_at': '2022-06-04T08:23:21Z', 'revision_number': 5, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'subnets': [{'id': '3a1bd244-02e5-437b-b10c-98141f388763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:27:40.514018 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-866af394-8f06-450d-bea8-97a69ae9ebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:04Z', 'revision_number': 4, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port': {'id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '69d733bd-2a94-483a-a541-1f76c455137a', 'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'mac_address': 'fa:16:3e:ba:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:14Z', 'revision_number': 5, 'project_id': '880551882c5748278978d5a7586d1f30', 'subnets': [{'id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:40.550265 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866af394-8f06-450d-bea8-97a69ae9ebb2 None None] The sync data for ids ['be87d69c-80d4-487d-a449-74918b33bb5c'] in dv-cinder-836996-29-iscsi is: [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:04Z', 'revision_number': 4, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port': {'id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '69d733bd-2a94-483a-a541-1f76c455137a', 'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'mac_address': 'fa:16:3e:ba:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:14Z', 'revision_number': 5, 'project_id': '880551882c5748278978d5a7586d1f30', 'subnets': [{'id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:27:40.658239 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-47e17abe-cda8-4019-a49b-4c2354665fe1 req-258a1386-1163-46f1-9ad6-e38d699ef5f8 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b78490-bd7e-4f85-8e69-23082e333b72 HTTP/1.1" status: 200 len: 210 time: 0.0306058 Jun 04 08:27:40.850628 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c345660c-446d-4096-a5ed-85184b70cbdf None None] New status for floating IP 50ac0872-8552-4aff-8921-a64a96fbe935: DOWN {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:27:40.878373 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73952d65-d8ba-44ec-a337-33bb1cd1b3b3 None None] New status for floating IP 5c894af8-dd45-43ec-a75a-5fd6a0f5c2ba: DOWN {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:27:41.255902 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53736) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:41.300152 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:41.310965 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:41.317182 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-82b9f0fd-6a1d-4638-a035-8f48db04f6da tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for security_group (b47b3725-c106-403b-b1ef-7169cca67bb3), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:41.342467 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-82b9f0fd-6a1d-4638-a035-8f48db04f6da tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for security_group (b47b3725-c106-403b-b1ef-7169cca67bb3), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:41.395126 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-82b9f0fd-6a1d-4638-a035-8f48db04f6da tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (b47b3725-c106-403b-b1ef-7169cca67bb3), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:41.398143 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-82b9f0fd-6a1d-4638-a035-8f48db04f6da tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:41.399018 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-82b9f0fd-6a1d-4638-a035-8f48db04f6da tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "DELETE /v2.0/security-groups/b47b3725-c106-403b-b1ef-7169cca67bb3 HTTP/1.1" status: 204 len: 168 time: 0.1421387 Jun 04 08:27:41.402634 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53738) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:41.408849 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9f0fd-6a1d-4638-a035-8f48db04f6da tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47b3725-c106-403b-b1ef-7169cca67bb3,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:41.418837 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.api.v2.resource [None req-aa857558-df68-41f9-80ba-b4ac26ccd8f1 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] show failed (client error): The resource could not be found. Jun 04 08:27:41.419852 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-aa857558-df68-41f9-80ba-b4ac26ccd8f1 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups/b47b3725-c106-403b-b1ef-7169cca67bb3 HTTP/1.1" status: 404 len: 347 time: 0.0169632 Jun 04 08:27:41.422598 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53740) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:41.540492 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-569ab65b-b5b0-4203-9d63-ab74bcb84c92 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Deleting port 286a3595-95c4-4cf8-8e38-cce53ee4442d {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:27:41.540896 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-569ab65b-b5b0-4203-9d63-ab74bcb84c92 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (286a3595-95c4-4cf8-8e38-cce53ee4442d), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:41.617931 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-569ab65b-b5b0-4203-9d63-ab74bcb84c92 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (286a3595-95c4-4cf8-8e38-cce53ee4442d), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:41.618186 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-569ab65b-b5b0-4203-9d63-ab74bcb84c92 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for floatingip (286a3595-95c4-4cf8-8e38-cce53ee4442d), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:41.640561 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-569ab65b-b5b0-4203-9d63-ab74bcb84c92 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Calling delete_port for 286a3595-95c4-4cf8-8e38-cce53ee4442d owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:27:41.738931 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:41.744129 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b78490-bd7e-4f85-8e69-23082e333b72', 'name': 'network-vif-deleted', 'tag': '683a8100-f2f6-4a84-82c4-09a8d38f10ca'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:27:41.747266 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f3e1ef-21bd-4001-aa21-f47b0bdca93b" -d '{"events": [{"server_uuid": "d4b78490-bd7e-4f85-8e69-23082e333b72", "name": "network-vif-deleted", "tag": "683a8100-f2f6-4a84-82c4-09a8d38f10ca"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:27:41.768471 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53748) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:41.806004 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b83b5a3-4201-43f0-8e0b-e6c8c00e6151 x-openstack-request-id: req-4b83b5a3-4201-43f0-8e0b-e6c8c00e6151 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:27:41.807380 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b78490-bd7e-4f85-8e69-23082e333b72", "name": "network-vif-deleted", "tag": "683a8100-f2f6-4a84-82c4-09a8d38f10ca", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:27:41.807642 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4b83b5a3-4201-43f0-8e0b-e6c8c00e6151 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:27:41.808042 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b83b5a3-4201-43f0-8e0b-e6c8c00e6151'] response: {'server_uuid': 'd4b78490-bd7e-4f85-8e69-23082e333b72', 'name': 'network-vif-deleted', 'tag': '683a8100-f2f6-4a84-82c4-09a8d38f10ca', 'status': 'completed', 'code': 200} Jun 04 08:27:41.863911 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-569ab65b-b5b0-4203-9d63-ab74bcb84c92 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (286a3595-95c4-4cf8-8e38-cce53ee4442d), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:41.911799 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ab65b-b5b0-4203-9d63-ab74bcb84c92 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Pushing event deleted for resources: {'Port': ['ID=286a3595-95c4-4cf8-8e38-cce53ee4442d,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:41.913848 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7587c639-89f0-4de7-beaf-0babaadbf826 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group (28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:41.982891 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7587c639-89f0-4de7-beaf-0babaadbf826 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group (28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.028174 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-569ab65b-b5b0-4203-9d63-ab74bcb84c92 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks [] for floatingip (50ac0872-8552-4aff-8921-a64a96fbe935), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.030686 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-569ab65b-b5b0-4203-9d63-ab74bcb84c92 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.031829 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-569ab65b-b5b0-4203-9d63-ab74bcb84c92 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "DELETE /v2.0/floatingips/50ac0872-8552-4aff-8921-a64a96fbe935 HTTP/1.1" status: 204 len: 168 time: 0.6080801 Jun 04 08:27:42.050470 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7587c639-89f0-4de7-beaf-0babaadbf826 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.053234 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7587c639-89f0-4de7-beaf-0babaadbf826 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.054458 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7587c639-89f0-4de7-beaf-0babaadbf826 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "DELETE /v2.0/security-groups/28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c HTTP/1.1" status: 204 len: 168 time: 0.2849636 Jun 04 08:27:42.057388 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53752) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:42.066177 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587c639-89f0-4de7-beaf-0babaadbf826 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:42.072180 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.api.v2.resource [None req-fa79aedc-ae92-4c05-a331-c0828cdea020 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] show failed (client error): The resource could not be found. Jun 04 08:27:42.076797 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53754) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:42.076956 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-fa79aedc-ae92-4c05-a331-c0828cdea020 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups/28a8b2c8-3fe3-4a52-bb3f-33c5dc02f46c HTTP/1.1" status: 404 len: 347 time: 0.0184510 Jun 04 08:27:42.090618 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:42.203318 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-f069e672-7472-4160-9bd4-6954f7900f65 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Deleting port eeb9752e-2f41-4d2f-93c0-c30697b57962 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:27:42.203554 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f069e672-7472-4160-9bd4-6954f7900f65 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (eeb9752e-2f41-4d2f-93c0-c30697b57962), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.280936 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f069e672-7472-4160-9bd4-6954f7900f65 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (eeb9752e-2f41-4d2f-93c0-c30697b57962), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.281654 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f069e672-7472-4160-9bd4-6954f7900f65 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for floatingip (eeb9752e-2f41-4d2f-93c0-c30697b57962), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.295995 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-f069e672-7472-4160-9bd4-6954f7900f65 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Calling delete_port for eeb9752e-2f41-4d2f-93c0-c30697b57962 owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:27:42.438161 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f069e672-7472-4160-9bd4-6954f7900f65 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (eeb9752e-2f41-4d2f-93c0-c30697b57962), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.461308 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069e672-7472-4160-9bd4-6954f7900f65 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Pushing event deleted for resources: {'Port': ['ID=eeb9752e-2f41-4d2f-93c0-c30697b57962,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:42.525910 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f069e672-7472-4160-9bd4-6954f7900f65 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for floatingip (5c894af8-dd45-43ec-a75a-5fd6a0f5c2ba), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.528927 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f069e672-7472-4160-9bd4-6954f7900f65 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.530095 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f069e672-7472-4160-9bd4-6954f7900f65 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "DELETE /v2.0/floatingips/5c894af8-dd45-43ec-a75a-5fd6a0f5c2ba HTTP/1.1" status: 204 len: 168 time: 0.4513209 Jun 04 08:27:42.533163 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 683a8100-f2f6-4a84-82c4-09a8d38f10ca no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:27:42.553571 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: 683a8100-f2f6-4a84-82c4-09a8d38f10ca {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:27:42.553972 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 683a8100-f2f6-4a84-82c4-09a8d38f10ca not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:27:42.554355 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device cd7e0432-1c0f-41ca-b602-3048957c52d3 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:27:42.572595 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: cd7e0432-1c0f-41ca-b602-3048957c52d3 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:27:42.572950 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device cd7e0432-1c0f-41ca-b602-3048957c52d3 not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:27:42.610322 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53760) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:42.614920 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-51f893c0-58bf-4137-bfe6-fc461d4bebdb tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1591326006', 'description': 'tempest-description--1353537744'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:42.635835 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-51f893c0-58bf-4137-bfe6-fc461d4bebdb tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.679204 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:42.714405 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-51f893c0-58bf-4137-bfe6-fc461d4bebdb tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group (46d6cff3-0bd1-406b-855b-534b5d20c9a5), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.718491 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-51f893c0-58bf-4137-bfe6-fc461d4bebdb tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (46d6cff3-0bd1-406b-855b-534b5d20c9a5), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.751285 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-51f893c0-58bf-4137-bfe6-fc461d4bebdb tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.752504 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-51f893c0-58bf-4137-bfe6-fc461d4bebdb tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1411884 Jun 04 08:27:42.754489 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f893c0-58bf-4137-bfe6-fc461d4bebdb tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d6cff3-0bd1-406b-855b-534b5d20c9a5,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:42.756053 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53762) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:42.760468 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-6b579006-426c-4afc-840e-a3f72c479975 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Request body: {'security_group_rule': {'security_group_id': '46d6cff3-0bd1-406b-855b-534b5d20c9a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:42.790355 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6b579006-426c-4afc-840e-a3f72c479975 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group_rule (0a1d74bd-fae2-436c-862d-35844c5ffbe0), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.846188 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6b579006-426c-4afc-840e-a3f72c479975 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group_rule (0a1d74bd-fae2-436c-862d-35844c5ffbe0), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.849979 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6b579006-426c-4afc-840e-a3f72c479975 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (0a1d74bd-fae2-436c-862d-35844c5ffbe0), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.869253 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b579006-426c-4afc-840e-a3f72c479975 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1d74bd-fae2-436c-862d-35844c5ffbe0,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:42.876801 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6b579006-426c-4afc-840e-a3f72c479975 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.878762 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-6b579006-426c-4afc-840e-a3f72c479975 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209526 Jun 04 08:27:42.881221 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53766) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:42.885869 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-c7163744-6b26-442d-88eb-873a5c74a39a tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Request body: {'security_group_rule': {'security_group_id': '46d6cff3-0bd1-406b-855b-534b5d20c9a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:42.901275 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.916079 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c7163744-6b26-442d-88eb-873a5c74a39a tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group_rule (615f4e04-e1cc-4491-a3be-abea230df926), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.974012 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c7163744-6b26-442d-88eb-873a5c74a39a tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group_rule (615f4e04-e1cc-4491-a3be-abea230df926), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.977731 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c7163744-6b26-442d-88eb-873a5c74a39a tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (615f4e04-e1cc-4491-a3be-abea230df926), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:42.998775 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7163744-6b26-442d-88eb-873a5c74a39a tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615f4e04-e1cc-4491-a3be-abea230df926,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:43.003854 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c7163744-6b26-442d-88eb-873a5c74a39a tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:43.005147 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-c7163744-6b26-442d-88eb-873a5c74a39a tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228733 Jun 04 08:27:43.008255 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53768) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:43.012831 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-9330e951-46c7-4881-93a2-eed874babab3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Request body: {'floatingip': {'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:43.033899 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9330e951-46c7-4881-93a2-eed874babab3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:43.110090 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9330e951-46c7-4881-93a2-eed874babab3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:43.154323 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:43.225570 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-9330e951-46c7-4881-93a2-eed874babab3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Allocated IP 172.27.2.118 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/729fb35b-a819-46f2-8ea0-19cc30b3d0a5) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:27:43.332829 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9330e951-46c7-4881-93a2-eed874babab3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for port (729fb35b-a819-46f2-8ea0-19cc30b3d0a5), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:43.352882 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:43.367317 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9330e951-46c7-4881-93a2-eed874babab3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (729fb35b-a819-46f2-8ea0-19cc30b3d0a5), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:43.408580 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9330e951-46c7-4881-93a2-eed874babab3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:27:43.411476 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-9330e951-46c7-4881-93a2-eed874babab3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:27:43.415221 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9330e951-46c7-4881-93a2-eed874babab3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:27:43.444580 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330e951-46c7-4881-93a2-eed874babab3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Pushing event updated for resources: {'Port': ['ID=729fb35b-a819-46f2-8ea0-19cc30b3d0a5,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:43.511128 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9330e951-46c7-4881-93a2-eed874babab3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for floatingip (4a3f9262-06b4-40f1-a380-d9cee043cabc), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:43.547283 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9330e951-46c7-4881-93a2-eed874babab3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (729fb35b-a819-46f2-8ea0-19cc30b3d0a5), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:43.717281 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9330e951-46c7-4881-93a2-eed874babab3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for port (729fb35b-a819-46f2-8ea0-19cc30b3d0a5), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:43.721533 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9330e951-46c7-4881-93a2-eed874babab3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (729fb35b-a819-46f2-8ea0-19cc30b3d0a5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:43.794508 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330e951-46c7-4881-93a2-eed874babab3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Pushing event updated for resources: {'Port': ['ID=729fb35b-a819-46f2-8ea0-19cc30b3d0a5,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:43.802990 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9330e951-46c7-4881-93a2-eed874babab3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (4a3f9262-06b4-40f1-a380-d9cee043cabc), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:43.818955 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9330e951-46c7-4881-93a2-eed874babab3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:43.820173 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-9330e951-46c7-4881-93a2-eed874babab3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8110292 Jun 04 08:27:44.017531 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-dfb03165-6a54-4bd5-b775-38aab87e0032 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1591326006&fields=id&tenant_id=880551882c5748278978d5a7586d1f30 HTTP/1.1" status: 200 len: 267 time: 0.0431933 Jun 04 08:27:44.126426 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-1a466c13-cc6e-4893-a255-e2c137674221 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:44.127784 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-1a466c13-cc6e-4893-a255-e2c137674221 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/networks?id=6b860f72-fd6a-4776-95a4-5ec614119cc7 HTTP/1.1" status: 200 len: 811 time: 0.1039102 Jun 04 08:27:44.141972 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-93a2a8a2-bdee-422c-bc1c-8993f3a14e76 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/quotas/880551882c5748278978d5a7586d1f30 HTTP/1.1" status: 200 len: 375 time: 0.0088861 Jun 04 08:27:44.191320 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-6752c1b6-b1e1-4953-bb45-43cd4df0cb3f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=880551882c5748278978d5a7586d1f30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441349 Jun 04 08:27:44.210090 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:44.287619 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-a20eda27-b231-4c38-a5cf-1175429e470d service neutron] 10.222.0.57 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850081 Jun 04 08:27:44.381813 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-3fed4b73-c2a3-4ed8-917b-666cc117eeff service neutron] 10.222.0.57 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883915 Jun 04 08:27:44.522465 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:44.540772 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888ffe1-e504-463b-8c36-4f6ec6197999 req-71a4eef5-a790-472a-8688-98087b41aee0 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:44.542326 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0888ffe1-e504-463b-8c36-4f6ec6197999 req-71a4eef5-a790-472a-8688-98087b41aee0 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0577300 Jun 04 08:27:44.553263 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4bd0750d-f142-4fab-a912-0dde7bedec7e req-0ad8d6c2-0782-437a-8b2d-f4938701287d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 210 time: 0.0341716 Jun 04 08:27:44.597897 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0888ffe1-e504-463b-8c36-4f6ec6197999 req-d8553920-272b-48ac-8300-0965783980e8 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484130 Jun 04 08:27:45.648847 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-18f07b58-ec5e-4161-828b-793c951cf908 req-f4e85ed3-7cb1-4986-87bc-221e871fd761 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 210 time: 0.0291262 Jun 04 08:27:45.712690 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4aeb4-b01c-42a2-b0ce-ff0550ed1a55 req-71e8da8a-f76a-4356-a99f-f8e9d6b341e3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:45.714649 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bee4aeb4-b01c-42a2-b0ce-ff0550ed1a55 req-71e8da8a-f76a-4356-a99f-f8e9d6b341e3 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0474708 Jun 04 08:27:45.765847 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bee4aeb4-b01c-42a2-b0ce-ff0550ed1a55 req-a7f25c45-78ec-4753-98d7-d8717e85e3ac tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457456 Jun 04 08:27:46.749100 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1fbf4e38-e7cc-404e-975a-1a0cb9a616f9 req-24da6016-bbf2-4864-9678-67f2f8913953 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 210 time: 0.0328412 Jun 04 08:27:46.904580 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425d1f2-8d82-4a42-a6bf-9441b2e78355 req-46043160-ccbf-4d4f-a637-645d1fb6b938 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:46.906106 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5425d1f2-8d82-4a42-a6bf-9441b2e78355 req-46043160-ccbf-4d4f-a637-645d1fb6b938 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0640213 Jun 04 08:27:46.960877 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1f13f-9d89-41e5-92fc-f01088850ebc req-df391a92-7547-42a2-9db1-49cc92bd92b1 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:46.961250 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5425d1f2-8d82-4a42-a6bf-9441b2e78355 req-aac033e1-597e-4d0c-84a7-08ca01a5cdb2 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476565 Jun 04 08:27:46.962653 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2ed1f13f-9d89-41e5-92fc-f01088850ebc req-df391a92-7547-42a2-9db1-49cc92bd92b1 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.77 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 946 time: 0.0500233 Jun 04 08:27:47.055369 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-2ed1f13f-9d89-41e5-92fc-f01088850ebc req-0ad9a33e-d12e-4807-b8c8-840f627a2744 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Deleting port e11d7c2d-a53d-4383-8631-aa98568f8a74 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:27:47.055707 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-2ed1f13f-9d89-41e5-92fc-f01088850ebc req-0ad9a33e-d12e-4807-b8c8-840f627a2744 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (e11d7c2d-a53d-4383-8631-aa98568f8a74), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:47.151944 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-2ed1f13f-9d89-41e5-92fc-f01088850ebc req-0ad9a33e-d12e-4807-b8c8-840f627a2744 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] For port e11d7c2d-a53d-4383-8631-aa98568f8a74, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e11d7c2d-a53d-4383-8631-aa98568f8a74,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:47.152309 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-2ed1f13f-9d89-41e5-92fc-f01088850ebc req-0ad9a33e-d12e-4807-b8c8-840f627a2744 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (e11d7c2d-a53d-4383-8631-aa98568f8a74), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:47.166412 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-2ed1f13f-9d89-41e5-92fc-f01088850ebc req-0ad9a33e-d12e-4807-b8c8-840f627a2744 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Calling delete_port for e11d7c2d-a53d-4383-8631-aa98568f8a74 owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:27:47.315624 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-2ed1f13f-9d89-41e5-92fc-f01088850ebc req-0ad9a33e-d12e-4807-b8c8-840f627a2744 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (e11d7c2d-a53d-4383-8631-aa98568f8a74), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:47.330400 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['2a9bfa63-33fd-4879-a05e-672d475a2370', 'e11d7c2d-a53d-4383-8631-aa98568f8a74'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:27:47.381205 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9a33e-d12e-4807-b8c8-840f627a2744 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Pushing event deleted for resources: {'Port': ['ID=e11d7c2d-a53d-4383-8631-aa98568f8a74,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:47.472885 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:47.503033 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed1f13f-9d89-41e5-92fc-f01088850ebc req-0ad9a33e-d12e-4807-b8c8-840f627a2744 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] No DVR routers for this DVR port e11d7c2d-a53d-4383-8631-aa98568f8a74 on host hv-cinder-83699 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:27:47.507833 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-2ed1f13f-9d89-41e5-92fc-f01088850ebc req-0ad9a33e-d12e-4807-b8c8-840f627a2744 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:47.511200 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2ed1f13f-9d89-41e5-92fc-f01088850ebc req-0ad9a33e-d12e-4807-b8c8-840f627a2744 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.77 "DELETE /v2.0/ports/e11d7c2d-a53d-4383-8631-aa98568f8a74 HTTP/1.1" status: 204 len: 173 time: 0.5428557 Jun 04 08:27:47.511639 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f', 'name': 'network-vif-deleted', 'tag': 'e11d7c2d-a53d-4383-8631-aa98568f8a74'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:27:47.514462 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c265171-6b26-434b-9cf5-144e5f0b3811" -d '{"events": [{"server_uuid": "37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f", "name": "network-vif-deleted", "tag": "e11d7c2d-a53d-4383-8631-aa98568f8a74"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:27:47.559516 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-b67fd668-3d96-4537-9970-faaf01f42c0c tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:47.561036 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-b67fd668-3d96-4537-9970-faaf01f42c0c tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.77 "GET /v2.0/networks?id=6b860f72-fd6a-4776-95a4-5ec614119cc7 HTTP/1.1" status: 200 len: 811 time: 0.2094364 Jun 04 08:27:47.568717 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157606f1-8ab2-439d-bafd-b828f5a0409a x-openstack-request-id: req-157606f1-8ab2-439d-bafd-b828f5a0409a {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:27:47.569013 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f", "name": "network-vif-deleted", "tag": "e11d7c2d-a53d-4383-8631-aa98568f8a74", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:27:47.569498 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-157606f1-8ab2-439d-bafd-b828f5a0409a {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:27:47.570534 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157606f1-8ab2-439d-bafd-b828f5a0409a'] response: {'server_uuid': '37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f', 'name': 'network-vif-deleted', 'tag': 'e11d7c2d-a53d-4383-8631-aa98568f8a74', 'status': 'completed', 'code': 200} Jun 04 08:27:47.718651 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-6e281f2b-280d-45e4-93a0-d844fdaac628 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=880551882c5748278978d5a7586d1f30 HTTP/1.1" status: 200 len: 380 time: 0.0701168 Jun 04 08:27:47.729535 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-36076bc6-01e1-4dc1-b859-2f95804ae507 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Request body: {'port': {'device_id': 'b1d93f60-79f6-4c83-9117-6d4060f905ff', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'admin_state_up': True, 'tenant_id': '880551882c5748278978d5a7586d1f30', 'security_groups': ['46d6cff3-0bd1-406b-855b-534b5d20c9a5']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:47.804140 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:47.864232 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-36076bc6-01e1-4dc1-b859-2f95804ae507 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Made reservation on behalf of 880551882c5748278978d5a7586d1f30 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:27:47.867528 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-36076bc6-01e1-4dc1-b859-2f95804ae507 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:47.876288 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-42382293-4808-4913-a0e2-d6359575b6c4 req-86f13eb3-a905-4596-8d11-690e990465be tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 210 time: 0.0399210 Jun 04 08:27:48.112467 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-36076bc6-01e1-4dc1-b859-2f95804ae507 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Allocated IP 172.20.0.5 (6b860f72-fd6a-4776-95a4-5ec614119cc7/18b12b06-c651-4ab6-8f19-24224f73c099/67966b84-9d0e-44cb-aac7-0fb5d0a4b64b) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:27:48.134997 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7c89f936-04dd-40ab-9c1c-0f0825237d95 req-5e4aad9d-8a44-45f2-b726-300275449818 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=37a2ecce-3db0-4d9c-b4f8-5cd537f3e85f HTTP/1.1" status: 200 len: 210 time: 0.0480649 Jun 04 08:27:48.291558 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-36076bc6-01e1-4dc1-b859-2f95804ae507 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for port (67966b84-9d0e-44cb-aac7-0fb5d0a4b64b), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:48.326954 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-36076bc6-01e1-4dc1-b859-2f95804ae507 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (67966b84-9d0e-44cb-aac7-0fb5d0a4b64b), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:48.372552 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-36076bc6-01e1-4dc1-b859-2f95804ae507 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Network 6b860f72-fd6a-4776-95a4-5ec614119cc7 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:27:48.375195 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-36076bc6-01e1-4dc1-b859-2f95804ae507 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:27:48.381988 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-36076bc6-01e1-4dc1-b859-2f95804ae507 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:27:48.412168 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36076bc6-01e1-4dc1-b859-2f95804ae507 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Pushing event updated for resources: {'Port': ['ID=67966b84-9d0e-44cb-aac7-0fb5d0a4b64b,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:48.452342 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-36076bc6-01e1-4dc1-b859-2f95804ae507 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:48.453005 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-36076bc6-01e1-4dc1-b859-2f95804ae507 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:48.479514 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-36076bc6-01e1-4dc1-b859-2f95804ae507 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7547846 Jun 04 08:27:48.495969 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Request body: {'port': {'device_id': 'b1d93f60-79f6-4c83-9117-6d4060f905ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:27:48.561774 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (67966b84-9d0e-44cb-aac7-0fb5d0a4b64b), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:48.625157 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-86cc5d89-cfc5-4e70-ab7c-469b74ed0584 None None] Provisioning complete for port 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:27:48.625938 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-86cc5d89-cfc5-4e70-ab7c-469b74ed0584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (67966b84-9d0e-44cb-aac7-0fb5d0a4b64b), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:48.661070 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-86cc5d89-cfc5-4e70-ab7c-469b74ed0584 None None] Port 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:27:48.706983 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:48.820653 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:48.896439 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:27:48.905635 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Publish callbacks [] for port (67966b84-9d0e-44cb-aac7-0fb5d0a4b64b), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:48.919406 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Transition to ACTIVE for port object 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:27:48.925956 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (67966b84-9d0e-44cb-aac7-0fb5d0a4b64b), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:48.987821 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Pushing event updated for resources: {'Port': ['ID=67966b84-9d0e-44cb-aac7-0fb5d0a4b64b,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:49.029170 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886a23d-b836-492f-a8c7-344167392cad req-96178d43-098c-4483-b578-d83aa6513417 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:49.030758 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4886a23d-b836-492f-a8c7-344167392cad req-96178d43-098c-4483-b578-d83aa6513417 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 943 time: 0.0578578 Jun 04 08:27:49.085129 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Attempting to bind port 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:27:49.085474 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Attempting to bind port 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'e260448d-50b2-4924-907f-130b05e152a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:27:49.085814 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Attempting to bind port 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b on network 6b860f72-fd6a-4776-95a4-5ec614119cc7 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:27:49.091712 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Port 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b on network 6b860f72-fd6a-4776-95a4-5ec614119cc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:27:49.092039 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Attempting to bind port 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b on network 6b860f72-fd6a-4776-95a4-5ec614119cc7 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:27:49.096639 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4886a23d-b836-492f-a8c7-344167392cad req-8edf606f-f932-4207-adcb-7e44bdbbcd1a tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=46d6cff3-0bd1-406b-855b-534b5d20c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566781 Jun 04 08:27:49.097417 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:27:49.097778 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Checking segment: {'id': 'e260448d-50b2-4924-907f-130b05e152a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:27:49.098248 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Bound using segment: {'id': 'e260448d-50b2-4924-907f-130b05e152a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:27:49.098692 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Bound port: 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e260448d-50b2-4924-907f-130b05e152a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:27:49.099060 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (67966b84-9d0e-44cb-aac7-0fb5d0a4b64b), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:49.176289 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] For port 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b, host hv-cinder-83699, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:27:49.180641 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] For port 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=67966b84-9d0e-44cb-aac7-0fb5d0a4b64b,segment=NetworkSegment(e260448d-50b2-4924-907f-130b05e152a3),segment_id=e260448d-50b2-4924-907f-130b05e152a3)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:27:49.190809 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (67966b84-9d0e-44cb-aac7-0fb5d0a4b64b), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:49.232858 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:49.233540 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:49.235292 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] 10.222.0.77 "PUT /v2.0/ports/67966b84-9d0e-44cb-aac7-0fb5d0a4b64b HTTP/1.1" status: 200 len: 1093 time: 0.7458093 Jun 04 08:27:49.279438 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84a88f-2e67-43d1-8845-dfe6a02c5a0c service neutron] Pushing event updated for resources: {'Port': ['ID=67966b84-9d0e-44cb-aac7-0fb5d0a4b64b,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:49.345587 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-1ba0862d-33dc-4251-b464-818b428d7808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:49.347950 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-1ba0862d-33dc-4251-b464-818b428d7808 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=880551882c5748278978d5a7586d1f30&device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 1127 time: 0.0583088 Jun 04 08:27:49.422130 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-3eac82dd-8b04-420c-8eab-17b37bb0219d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67966b84-9d0e-44cb-aac7-0fb5d0a4b64b HTTP/1.1" status: 200 len: 217 time: 0.0552886 Jun 04 08:27:49.518647 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef91fad-19ca-4cf3-95e8-8a18c5281663 req-9f46dd43-444d-4ece-8acb-9aab39bf3edf tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:49.520263 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5ef91fad-19ca-4cf3-95e8-8a18c5281663 req-9f46dd43-444d-4ece-8acb-9aab39bf3edf tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.0729718 Jun 04 08:27:49.546930 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:49.572593 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d93f60-79f6-4c83-9117-6d4060f905ff', 'tag': '67966b84-9d0e-44cb-aac7-0fb5d0a4b64b'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:27:49.574919 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be2a8d7-bf1c-404a-a460-64c3f0cc7c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d93f60-79f6-4c83-9117-6d4060f905ff", "tag": "67966b84-9d0e-44cb-aac7-0fb5d0a4b64b"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:27:49.585008 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5ef91fad-19ca-4cf3-95e8-8a18c5281663 req-ff318131-146e-41de-8242-5613ea627ef5 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585430 Jun 04 08:27:49.616092 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f041ab9-978a-43f1-9e4c-240441b48d30 x-openstack-request-id: req-8f041ab9-978a-43f1-9e4c-240441b48d30 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:27:49.616389 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d93f60-79f6-4c83-9117-6d4060f905ff", "tag": "67966b84-9d0e-44cb-aac7-0fb5d0a4b64b", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:27:49.616646 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8f041ab9-978a-43f1-9e4c-240441b48d30 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:27:49.617053 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f041ab9-978a-43f1-9e4c-240441b48d30'] response: {'name': 'network-changed', 'server_uuid': 'b1d93f60-79f6-4c83-9117-6d4060f905ff', 'tag': '67966b84-9d0e-44cb-aac7-0fb5d0a4b64b', 'status': 'completed', 'code': 200} Jun 04 08:27:50.213399 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ac3b5-d0dc-4268-8308-ebf04777b5be req-3179e3d1-cde4-410e-81de-88930fc192fd tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:50.214842 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-288ac3b5-d0dc-4268-8308-ebf04777b5be req-3179e3d1-cde4-410e-81de-88930fc192fd tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 943 time: 0.0485191 Jun 04 08:27:50.265480 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-288ac3b5-d0dc-4268-8308-ebf04777b5be req-97f1e413-77fa-4341-be3a-d437609df0dc tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=46d6cff3-0bd1-406b-855b-534b5d20c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445230 Jun 04 08:27:50.559880 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device e11d7c2d-a53d-4383-8631-aa98568f8a74 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:27:50.579778 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: e11d7c2d-a53d-4383-8631-aa98568f8a74 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:27:50.580125 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device e11d7c2d-a53d-4383-8631-aa98568f8a74 not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:27:50.693622 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:50.706469 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc67544-a1ce-46b3-86ed-2e1a6504fcd4 req-5754de86-f13a-4648-aab3-ac9204e6a0f0 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:50.707954 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fcc67544-a1ce-46b3-86ed-2e1a6504fcd4 req-5754de86-f13a-4648-aab3-ac9204e6a0f0 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.0503855 Jun 04 08:27:50.758290 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fcc67544-a1ce-46b3-86ed-2e1a6504fcd4 req-9774c189-59aa-4ad3-a7f9-e8d1e4fd8c97 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441656 Jun 04 08:27:50.951219 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:UPDATE=4,neutron:SELECT=81 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:50.955456 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:51.505453 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e352c-1742-48af-b539-1aef39816882 req-4395a6bc-ec57-42c0-aea7-116d6a0967ac tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:51.506946 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c6e352c-1742-48af-b539-1aef39816882 req-4395a6bc-ec57-42c0-aea7-116d6a0967ac tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 943 time: 0.1722026 Jun 04 08:27:51.542356 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:51.555598 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c6e352c-1742-48af-b539-1aef39816882 req-eb78ec10-0a32-4f7c-96de-dc71295e0545 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=46d6cff3-0bd1-406b-855b-534b5d20c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429833 Jun 04 08:27:51.923388 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e49fed-4177-4b77-9e69-09bb419e8a26 req-89fa1326-a3d9-4ce0-a67e-604a47e6326c tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:51.924880 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b4e49fed-4177-4b77-9e69-09bb419e8a26 req-89fa1326-a3d9-4ce0-a67e-604a47e6326c tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.0982716 Jun 04 08:27:51.974982 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b4e49fed-4177-4b77-9e69-09bb419e8a26 req-13245a2c-13d8-4587-ad2d-a2897b42cdd0 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445652 Jun 04 08:27:52.668717 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b245b-1b68-4d2c-8aa9-ed6db194c071 req-06068687-ca0f-475e-a992-944f9ffac32c tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:52.670191 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-587b245b-1b68-4d2c-8aa9-ed6db194c071 req-06068687-ca0f-475e-a992-944f9ffac32c tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 943 time: 0.0472198 Jun 04 08:27:52.748125 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-587b245b-1b68-4d2c-8aa9-ed6db194c071 req-26922ceb-7f61-47e1-aa3d-e749f9f45dfa tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=46d6cff3-0bd1-406b-855b-534b5d20c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720589 Jun 04 08:27:52.760264 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-1c74a885-12f9-4c17-a009-67efec61e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:52.761834 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-1c74a885-12f9-4c17-a009-67efec61e237 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=18b12b06-c651-4ab6-8f19-24224f73c099 HTTP/1.1" status: 200 len: 850 time: 0.0594347 Jun 04 08:27:52.815299 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-15c7e58c-9762-4a34-9453-c2df609a6d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:52.816825 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-15c7e58c-9762-4a34-9453-c2df609a6d58 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6b860f72-fd6a-4776-95a4-5ec614119cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462067 Jun 04 08:27:53.018470 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-eccfe2d4-7d5c-447c-8ff7-82a7d3967804 service neutron] 10.222.0.77 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854664 Jun 04 08:27:53.092205 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35332fd-e561-4aea-b54a-db60498b4487 req-5e6150ad-363e-4553-be38-584b20619769 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:53.093701 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e35332fd-e561-4aea-b54a-db60498b4487 req-5e6150ad-363e-4553-be38-584b20619769 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.0485818 Jun 04 08:27:53.107383 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:53.151549 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e35332fd-e561-4aea-b54a-db60498b4487 req-5274f705-e985-4ffc-a341-4f750dec692d tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/security-groups?id=f865fdd3-90f6-4882-8e31-164541892b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517688 Jun 04 08:27:53.157226 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36969f9d-2fdb-4239-92a9-d441a2240d73 req-b657cfb0-076b-475d-bd12-8054338148e2 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:53.158731 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-36969f9d-2fdb-4239-92a9-d441a2240d73 req-b657cfb0-076b-475d-bd12-8054338148e2 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.77 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 945 time: 0.0959783 Jun 04 08:27:53.219049 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e89b4e30-f206-436f-b8b9-a817f8a71856 req-6aa250eb-29ba-4e2a-a400-50c41780bffd service neutron] 10.222.0.77 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650860 Jun 04 08:27:53.283815 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-36969f9d-2fdb-4239-92a9-d441a2240d73 req-00774876-ccee-44b7-ae33-8ceafe03c543 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Deleting port 2a9bfa63-33fd-4879-a05e-672d475a2370 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:27:53.284170 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-36969f9d-2fdb-4239-92a9-d441a2240d73 req-00774876-ccee-44b7-ae33-8ceafe03c543 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (2a9bfa63-33fd-4879-a05e-672d475a2370), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:53.380584 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-36969f9d-2fdb-4239-92a9-d441a2240d73 req-00774876-ccee-44b7-ae33-8ceafe03c543 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] For port 2a9bfa63-33fd-4879-a05e-672d475a2370, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2a9bfa63-33fd-4879-a05e-672d475a2370,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:53.380954 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-36969f9d-2fdb-4239-92a9-d441a2240d73 req-00774876-ccee-44b7-ae33-8ceafe03c543 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (2a9bfa63-33fd-4879-a05e-672d475a2370), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:53.395122 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-36969f9d-2fdb-4239-92a9-d441a2240d73 req-00774876-ccee-44b7-ae33-8ceafe03c543 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Calling delete_port for 2a9bfa63-33fd-4879-a05e-672d475a2370 owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:27:53.532229 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-36969f9d-2fdb-4239-92a9-d441a2240d73 req-00774876-ccee-44b7-ae33-8ceafe03c543 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (2a9bfa63-33fd-4879-a05e-672d475a2370), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:53.556581 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['2a9bfa63-33fd-4879-a05e-672d475a2370'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:27:53.571231 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00774876-ccee-44b7-ae33-8ceafe03c543 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Pushing event deleted for resources: {'Port': ['ID=2a9bfa63-33fd-4879-a05e-672d475a2370,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:53.621681 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-36969f9d-2fdb-4239-92a9-d441a2240d73 req-00774876-ccee-44b7-ae33-8ceafe03c543 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] No DVR routers for this DVR port 2a9bfa63-33fd-4879-a05e-672d475a2370 on host hv-cinder-83699 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:27:53.624391 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-36969f9d-2fdb-4239-92a9-d441a2240d73 req-00774876-ccee-44b7-ae33-8ceafe03c543 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:53.627910 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-36969f9d-2fdb-4239-92a9-d441a2240d73 req-00774876-ccee-44b7-ae33-8ceafe03c543 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.77 "DELETE /v2.0/ports/2a9bfa63-33fd-4879-a05e-672d475a2370 HTTP/1.1" status: 204 len: 173 time: 0.4605348 Jun 04 08:27:53.628447 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2939291f-e2a5-41e8-a751-1191c3a4f912', 'name': 'network-vif-deleted', 'tag': '2a9bfa63-33fd-4879-a05e-672d475a2370'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:27:53.631185 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c7ca74-8b86-4c47-9c2d-80c06c38541f" -d '{"events": [{"server_uuid": "2939291f-e2a5-41e8-a751-1191c3a4f912", "name": "network-vif-deleted", "tag": "2a9bfa63-33fd-4879-a05e-672d475a2370"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:27:53.680131 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27623a1-dea0-4a90-b7f9-a055b3989f8e x-openstack-request-id: req-b27623a1-dea0-4a90-b7f9-a055b3989f8e {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:27:53.680765 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2939291f-e2a5-41e8-a751-1191c3a4f912", "name": "network-vif-deleted", "tag": "2a9bfa63-33fd-4879-a05e-672d475a2370", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:27:53.681020 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b27623a1-dea0-4a90-b7f9-a055b3989f8e {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:27:53.681586 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b27623a1-dea0-4a90-b7f9-a055b3989f8e'] response: {'server_uuid': '2939291f-e2a5-41e8-a751-1191c3a4f912', 'name': 'network-vif-deleted', 'tag': '2a9bfa63-33fd-4879-a05e-672d475a2370', 'status': 'completed', 'code': 200} Jun 04 08:27:53.868914 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a84844-03c3-425e-8b15-3f91f6992601 req-7baf9c62-5265-4d03-86c8-ad634a944e43 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:53.870341 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-09a84844-03c3-425e-8b15-3f91f6992601 req-7baf9c62-5265-4d03-86c8-ad634a944e43 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 943 time: 0.0519929 Jun 04 08:27:53.920942 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-09a84844-03c3-425e-8b15-3f91f6992601 req-c0f5e9ac-36e7-4668-9743-91289501df4b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=46d6cff3-0bd1-406b-855b-534b5d20c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445001 Jun 04 08:27:54.223578 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2a8d7-bf1c-404a-a460-64c3f0cc7c0a req-65b032db-d3ad-4f64-9334-02e4287fa4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:54.225272 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8be2a8d7-bf1c-404a-a460-64c3f0cc7c0a req-65b032db-d3ad-4f64-9334-02e4287fa4b7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=880551882c5748278978d5a7586d1f30&device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 1127 time: 0.0487354 Jun 04 08:27:54.288487 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:54.319912 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5808261d-bf9c-4318-91ba-85f630e854be req-dea26fd8-ede3-4d8f-818c-c9fc2b620fd6 tempest-ServerRescueNegativeTestJSON-621384196 tempest-ServerRescueNegativeTestJSON-621384196-project] 10.222.0.57 "GET /v2.0/ports?device_id=2939291f-e2a5-41e8-a751-1191c3a4f912 HTTP/1.1" status: 200 len: 210 time: 0.0907931 Jun 04 08:27:54.376920 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2a8d7-bf1c-404a-a460-64c3f0cc7c0a req-919aaaf5-5135-47c7-8d3a-66026942dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:54.378547 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8be2a8d7-bf1c-404a-a460-64c3f0cc7c0a req-919aaaf5-5135-47c7-8d3a-66026942dd04 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6b860f72-fd6a-4776-95a4-5ec614119cc7 HTTP/1.1" status: 200 len: 912 time: 0.1370544 Jun 04 08:27:54.852823 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8be2a8d7-bf1c-404a-a460-64c3f0cc7c0a req-7ac4f66f-dda8-44ea-8706-e17cef350301 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67966b84-9d0e-44cb-aac7-0fb5d0a4b64b HTTP/1.1" status: 200 len: 217 time: 0.2771754 Jun 04 08:27:54.906972 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2a8d7-bf1c-404a-a460-64c3f0cc7c0a req-921eeafd-d28b-48ca-a6f5-8efe62aaeb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:54.908710 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8be2a8d7-bf1c-404a-a460-64c3f0cc7c0a req-921eeafd-d28b-48ca-a6f5-8efe62aaeb66 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=18b12b06-c651-4ab6-8f19-24224f73c099 HTTP/1.1" status: 200 len: 850 time: 0.0478911 Jun 04 08:27:54.961407 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2a8d7-bf1c-404a-a460-64c3f0cc7c0a req-4bfc2184-2532-4f6e-8c07-5fc688e5c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:54.963106 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8be2a8d7-bf1c-404a-a460-64c3f0cc7c0a req-4bfc2184-2532-4f6e-8c07-5fc688e5c19b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6b860f72-fd6a-4776-95a4-5ec614119cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460508 Jun 04 08:27:55.043948 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc81924-28b4-4433-8e3b-e6780490994e req-c66a91d1-40b4-410d-99f4-a6549d46340b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:55.045615 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dfc81924-28b4-4433-8e3b-e6780490994e req-c66a91d1-40b4-410d-99f4-a6549d46340b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 943 time: 0.0526721 Jun 04 08:27:55.066044 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8be2a8d7-bf1c-404a-a460-64c3f0cc7c0a req-c6575126-a427-4338-b4e2-679537f91ef3 service neutron] 10.222.0.77 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896864 Jun 04 08:27:55.096595 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dfc81924-28b4-4433-8e3b-e6780490994e req-b5cf4b01-50a1-4fc0-8272-e1577689a3f0 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=46d6cff3-0bd1-406b-855b-534b5d20c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451272 Jun 04 08:27:55.167309 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8be2a8d7-bf1c-404a-a460-64c3f0cc7c0a req-8db2e495-4455-4bc3-89e9-11b6ad21caf7 service neutron] 10.222.0.77 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937591 Jun 04 08:27:55.389582 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53876) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:55.693923 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:55.909043 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-20ad51e3-d14e-4188-a51d-c6cbcab9d793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915298'] for router_interface (6deb69c2-4006-4ea3-a1f6-cb986a2420be), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:56.224510 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dbfb7-b884-4c5d-b536-2bc96609384e req-a63c9a25-e769-4291-ab6f-75c9c979e121 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:56.226058 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4d8dbfb7-b884-4c5d-b536-2bc96609384e req-a63c9a25-e769-4291-ab6f-75c9c979e121 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 943 time: 0.0563488 Jun 04 08:27:56.274114 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:56.283165 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4d8dbfb7-b884-4c5d-b536-2bc96609384e req-d536d7a8-42b7-4e2f-b2e6-708bdfe0374a tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=46d6cff3-0bd1-406b-855b-534b5d20c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506790 Jun 04 08:27:56.470469 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-20ad51e3-d14e-4188-a51d-c6cbcab9d793 admin admin] Deleting port b7e69925-03cd-431e-99a8-294e9c972ac9 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:27:56.471105 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-20ad51e3-d14e-4188-a51d-c6cbcab9d793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (b7e69925-03cd-431e-99a8-294e9c972ac9), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:56.538663 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:56.556866 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-20ad51e3-d14e-4188-a51d-c6cbcab9d793 admin admin] For port b7e69925-03cd-431e-99a8-294e9c972ac9, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=b7e69925-03cd-431e-99a8-294e9c972ac9,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:56.557224 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-20ad51e3-d14e-4188-a51d-c6cbcab9d793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (b7e69925-03cd-431e-99a8-294e9c972ac9), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:56.572642 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-20ad51e3-d14e-4188-a51d-c6cbcab9d793 admin admin] Calling delete_port for b7e69925-03cd-431e-99a8-294e9c972ac9 owned by network:router_interface {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:27:56.581333 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:27:56.585157 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 2a9bfa63-33fd-4879-a05e-672d475a2370 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:27:56.620713 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: 2a9bfa63-33fd-4879-a05e-672d475a2370 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:27:56.621173 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 2a9bfa63-33fd-4879-a05e-672d475a2370 not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:27:56.722207 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=67966b84-9d0e-44cb-aac7-0fb5d0a4b64b,segment=NetworkSegment(e260448d-50b2-4924-907f-130b05e152a3),segment_id=e260448d-50b2-4924-907f-130b05e152a3)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:56.738081 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': '67966b84-9d0e-44cb-aac7-0fb5d0a4b64b', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'port_id': '67966b84-9d0e-44cb-aac7-0fb5d0a4b64b', 'mac_address': 'fa:16:3e:89:c3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:27:56.754290 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb19dfe-4181-4ce0-a2a2-9da6d95ef585 req-5b97d11c-5e09-4de8-bcaa-a863ddc17519 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:56.756429 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ecb19dfe-4181-4ce0-a2a2-9da6d95ef585 req-5b97d11c-5e09-4de8-bcaa-a863ddc17519 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 945 time: 0.0614657 Jun 04 08:27:56.781468 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:27:56.781892 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (67966b84-9d0e-44cb-aac7-0fb5d0a4b64b), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:56.798933 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:27:56.822001 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=67966b84-9d0e-44cb-aac7-0fb5d0a4b64b,segment=NetworkSegment(e260448d-50b2-4924-907f-130b05e152a3),segment_id=e260448d-50b2-4924-907f-130b05e152a3)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:56.822721 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-20ad51e3-d14e-4188-a51d-c6cbcab9d793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (b7e69925-03cd-431e-99a8-294e9c972ac9), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:56.828954 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (67966b84-9d0e-44cb-aac7-0fb5d0a4b64b), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:56.842765 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ecb19dfe-4181-4ce0-a2a2-9da6d95ef585 req-96ca823c-e26e-46e7-bcde-9895ae8acb21 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749223 Jun 04 08:27:56.860165 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad51e3-d14e-4188-a51d-c6cbcab9d793 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e69925-03cd-431e-99a8-294e9c972ac9,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:56.891567 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=67966b84-9d0e-44cb-aac7-0fb5d0a4b64b,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:56.903129 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:56.903563 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:56.903967 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:56.904337 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:56.904673 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:56.905005 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:56.905380 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:56.905733 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:56.906125 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:56.906556 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:56.906902 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:56.907228 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:56.907553 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:56.907913 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:56.908235 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:27:57.041294 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:57.061867 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-20ad51e3-d14e-4188-a51d-c6cbcab9d793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914418'] for router_interface (6deb69c2-4006-4ea3-a1f6-cb986a2420be), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:57.129109 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['67966b84-9d0e-44cb-aac7-0fb5d0a4b64b'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:27:57.200871 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:57.273089 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ad51e3-d14e-4188-a51d-c6cbcab9d793 admin admin] Router 6deb69c2-4006-4ea3-a1f6-cb986a2420be has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:27:57.432675 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1feec10-a364-4b73-9203-579eb946f44d req-430fc10a-98de-463d-ae07-f10f1b628bab tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:57.434728 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c1feec10-a364-4b73-9203-579eb946f44d req-430fc10a-98de-463d-ae07-f10f1b628bab tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 944 time: 0.0667665 Jun 04 08:27:57.436133 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ad51e3-d14e-4188-a51d-c6cbcab9d793 admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:27:57.441062 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-20ad51e3-d14e-4188-a51d-c6cbcab9d793 admin admin] 10.222.0.57 "PUT /v2.0/routers/6deb69c2-4006-4ea3-a1f6-cb986a2420be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0503199 Jun 04 08:27:57.443732 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53902) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:57.450368 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb05fb2-5691-4fc6-b17a-92a313005687 None None] Sync routers for ids ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:27:57.474270 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb05fb2-5691-4fc6-b17a-92a313005687 None None] Routers {'6deb69c2-4006-4ea3-a1f6-cb986a2420be'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:27:57.475072 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-1eb05fb2-5691-4fc6-b17a-92a313005687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:27:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:57.488581 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c1feec10-a364-4b73-9203-579eb946f44d req-e02af5c5-bd4b-40eb-a6b2-28568d95874f tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=46d6cff3-0bd1-406b-855b-534b5d20c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464027 Jun 04 08:27:57.565201 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c004999-7334-4733-9181-4f89c959a619 admin admin] Publish callbacks [] for router (6deb69c2-4006-4ea3-a1f6-cb986a2420be), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:57.587967 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-1eb05fb2-5691-4fc6-b17a-92a313005687 None None] Set router 6deb69c2-4006-4ea3-a1f6-cb986a2420be gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:27:57.671932 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c004999-7334-4733-9181-4f89c959a619 admin admin] Publish callbacks [] for router_gateway (6deb69c2-4006-4ea3-a1f6-cb986a2420be), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:57.722614 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-9c004999-7334-4733-9181-4f89c959a619 admin admin] Deleting port 99907b0b-05d9-4e6a-aad5-612640ced594 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:27:57.722950 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c004999-7334-4733-9181-4f89c959a619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (99907b0b-05d9-4e6a-aad5-612640ced594), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:57.771857 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-1eb05fb2-5691-4fc6-b17a-92a313005687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-router', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:27:56Z', 'revision_number': 5, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'gw_port': {'id': '99907b0b-05d9-4e6a-aad5-612640ced594', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:57Z', 'updated_at': '2022-06-04T08:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:57.799210 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb05fb2-5691-4fc6-b17a-92a313005687 None None] Checking router: 6deb69c2-4006-4ea3-a1f6-cb986a2420be for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:27:57.810910 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb05fb2-5691-4fc6-b17a-92a313005687 None None] Routers {'6deb69c2-4006-4ea3-a1f6-cb986a2420be'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:27:57.811578 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-1eb05fb2-5691-4fc6-b17a-92a313005687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:27:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:57.814599 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-9c004999-7334-4733-9181-4f89c959a619 admin admin] For port 99907b0b-05d9-4e6a-aad5-612640ced594, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=99907b0b-05d9-4e6a-aad5-612640ced594,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:57.814972 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c004999-7334-4733-9181-4f89c959a619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (99907b0b-05d9-4e6a-aad5-612640ced594), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:57.831672 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-9c004999-7334-4733-9181-4f89c959a619 admin admin] Calling delete_port for 99907b0b-05d9-4e6a-aad5-612640ced594 owned by network:router_gateway {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:27:57.833311 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:58.006417 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b09470-18a2-47f9-b5c9-ab7fec7feb54 req-a49314c2-1415-41b1-86ac-82e10ba1d14b tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:58.007922 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-87b09470-18a2-47f9-b5c9-ab7fec7feb54 req-a49314c2-1415-41b1-86ac-82e10ba1d14b tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 945 time: 0.0636952 Jun 04 08:27:58.034692 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:58.044371 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-1eb05fb2-5691-4fc6-b17a-92a313005687 None None] Set router 6deb69c2-4006-4ea3-a1f6-cb986a2420be gateway port host: None {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:27:58.098378 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-1eb05fb2-5691-4fc6-b17a-92a313005687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-router', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:27:57Z', 'revision_number': 6, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'gw_port_host': None}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:58.104933 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c004999-7334-4733-9181-4f89c959a619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (99907b0b-05d9-4e6a-aad5-612640ced594), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:58.119797 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-87b09470-18a2-47f9-b5c9-ab7fec7feb54 req-d440f6de-59ce-43d4-98c5-24a8d9fca61c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021359 Jun 04 08:27:58.125145 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb05fb2-5691-4fc6-b17a-92a313005687 None None] The sync data for ids ['6deb69c2-4006-4ea3-a1f6-cb986a2420be'] in dv-cinder-836996-29-iscsi is: [{'id': '6deb69c2-4006-4ea3-a1f6-cb986a2420be', 'name': 'tempest-ServerRescueNegativeTestJSON-1031772142-router', 'tenant_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:27:57Z', 'revision_number': 6, 'project_id': 'd5a99059e0694a6f91e0cffa23ec52d8', 'gw_port_host': None}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:27:58.145233 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c004999-7334-4733-9181-4f89c959a619 admin admin] Pushing event deleted for resources: {'Port': ['ID=99907b0b-05d9-4e6a-aad5-612640ced594,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:58.206206 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c004999-7334-4733-9181-4f89c959a619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914597'] for router_gateway (6deb69c2-4006-4ea3-a1f6-cb986a2420be), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:58.317368 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c004999-7334-4733-9181-4f89c959a619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (6deb69c2-4006-4ea3-a1f6-cb986a2420be), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:58.320337 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c004999-7334-4733-9181-4f89c959a619 admin admin] Publish callbacks [] for router_controller (6deb69c2-4006-4ea3-a1f6-cb986a2420be), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:58.386442 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c004999-7334-4733-9181-4f89c959a619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3914471'] for router (6deb69c2-4006-4ea3-a1f6-cb986a2420be), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:58.388958 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c004999-7334-4733-9181-4f89c959a619 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6deb69c2-4006-4ea3-a1f6-cb986a2420be {{(pid=103811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 08:27:58.393204 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c004999-7334-4733-9181-4f89c959a619 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:58.393320 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9c004999-7334-4733-9181-4f89c959a619 admin admin] 10.222.0.57 "DELETE /v2.0/routers/6deb69c2-4006-4ea3-a1f6-cb986a2420be HTTP/1.1" status: 204 len: 168 time: 0.9485509 Jun 04 08:27:58.395999 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53910) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:58.431572 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:58.445634 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfbff07-763c-492c-acbd-bf879299b8ae admin admin] Deleting subnet 3a1bd244-02e5-437b-b10c-98141f388763 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 08:27:58.449797 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fdfbff07-763c-492c-acbd-bf879299b8ae admin admin] Publish callbacks [] for subnet (3a1bd244-02e5-437b-b10c-98141f388763), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:58.493120 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fdfbff07-763c-492c-acbd-bf879299b8ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127320112'] for subnet (3a1bd244-02e5-437b-b10c-98141f388763), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:58.601198 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:27:58.614859 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e8ce0-c20b-4a48-bfa9-e2c95ba0b863 req-912e4467-3e84-4dbb-9f83-c593293c4286 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:58.616400 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d19e8ce0-c20b-4a48-bfa9-e2c95ba0b863 req-912e4467-3e84-4dbb-9f83-c593293c4286 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 945 time: 0.0880187 Jun 04 08:27:58.639455 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbc9ed-3197-4cb6-852b-32bdec49d6db req-e5c70fce-1638-4744-8ca6-9d5da0addbfd tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:58.642058 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-41fbc9ed-3197-4cb6-852b-32bdec49d6db req-e5c70fce-1638-4744-8ca6-9d5da0addbfd tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 944 time: 0.0731089 Jun 04 08:27:58.646247 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:58.672179 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:27:58.681278 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:27:58.681609 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (67966b84-9d0e-44cb-aac7-0fb5d0a4b64b), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:58.711420 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-41fbc9ed-3197-4cb6-852b-32bdec49d6db req-d1e1774a-92c0-4a2b-909d-1920f72f5bf4 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=46d6cff3-0bd1-406b-855b-534b5d20c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589962 Jun 04 08:27:58.711768 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fdfbff07-763c-492c-acbd-bf879299b8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381204'] for subnet (3a1bd244-02e5-437b-b10c-98141f388763), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:58.766761 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:27:58.767310 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (67966b84-9d0e-44cb-aac7-0fb5d0a4b64b), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:58.784924 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-d19e8ce0-c20b-4a48-bfa9-e2c95ba0b863 req-a1a83da1-69b5-4f1c-b63b-c3e24bc67010 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Deleting port 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:27:58.785301 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d19e8ce0-c20b-4a48-bfa9-e2c95ba0b863 req-a1a83da1-69b5-4f1c-b63b-c3e24bc67010 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:58.792442 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d93f60-79f6-4c83-9117-6d4060f905ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67966b84-9d0e-44cb-aac7-0fb5d0a4b64b'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:27:58.795417 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3eebb2-cdde-4404-a0ff-751ffd76e32d" -d '{"events": [{"server_uuid": "b1d93f60-79f6-4c83-9117-6d4060f905ff", "name": "network-vif-plugged", "status": "completed", "tag": "67966b84-9d0e-44cb-aac7-0fb5d0a4b64b"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:27:58.810849 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=67966b84-9d0e-44cb-aac7-0fb5d0a4b64b,segment=NetworkSegment(e260448d-50b2-4924-907f-130b05e152a3),segment_id=e260448d-50b2-4924-907f-130b05e152a3)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:58.815236 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (67966b84-9d0e-44cb-aac7-0fb5d0a4b64b), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:58.842526 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffc3421-759e-4875-9ea2-7aef5efbf030 x-openstack-request-id: req-8ffc3421-759e-4875-9ea2-7aef5efbf030 {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:27:58.843016 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d93f60-79f6-4c83-9117-6d4060f905ff", "name": "network-vif-plugged", "status": "completed", "tag": "67966b84-9d0e-44cb-aac7-0fb5d0a4b64b", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:27:58.843482 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8ffc3421-759e-4875-9ea2-7aef5efbf030 {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:27:58.843964 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ffc3421-759e-4875-9ea2-7aef5efbf030'] response: {'server_uuid': 'b1d93f60-79f6-4c83-9117-6d4060f905ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67966b84-9d0e-44cb-aac7-0fb5d0a4b64b', 'code': 200} Jun 04 08:27:58.856306 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:58.861302 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fdfbff07-763c-492c-acbd-bf879299b8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127079354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127108435'] for subnet (3a1bd244-02e5-437b-b10c-98141f388763), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:58.878008 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=67966b84-9d0e-44cb-aac7-0fb5d0a4b64b,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:58.908847 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbff07-763c-492c-acbd-bf879299b8ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a1bd244-02e5-437b-b10c-98141f388763,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:58.914452 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fdfbff07-763c-492c-acbd-bf879299b8ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:58.921721 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-fdfbff07-763c-492c-acbd-bf879299b8ae admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3a1bd244-02e5-437b-b10c-98141f388763 HTTP/1.1" status: 204 len: 168 time: 0.5207765 Jun 04 08:27:58.923973 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53916) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:27:58.926354 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e16100-5c18-4c67-9775-3a96247fc8d6 None None] Network 1fd25ca8-4d43-46c5-8814-4ee274135448 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:27:59.007093 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-d19e8ce0-c20b-4a48-bfa9-e2c95ba0b863 req-a1a83da1-69b5-4f1c-b63b-c3e24bc67010 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] For port 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:59.007470 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d19e8ce0-c20b-4a48-bfa9-e2c95ba0b863 req-a1a83da1-69b5-4f1c-b63b-c3e24bc67010 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:59.077698 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1320922'] for network (1fd25ca8-4d43-46c5-8814-4ee274135448), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:59.097426 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 99907b0b-05d9-4e6a-aad5-612640ced594 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:27:59.131316 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: 99907b0b-05d9-4e6a-aad5-612640ced594 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:27:59.132047 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 99907b0b-05d9-4e6a-aad5-612640ced594 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:27:59.132699 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device b7e69925-03cd-431e-99a8-294e9c972ac9 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:27:59.193600 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: b7e69925-03cd-431e-99a8-294e9c972ac9 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:27:59.193999 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device b7e69925-03cd-431e-99a8-294e9c972ac9 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:27:59.252367 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091e9ff1-2d16-40c8-a0b0-1aeabf34f183 None None] DHCP port deletion for 1fd25ca8-4d43-46c5-8814-4ee274135448 request from dv-cinder-836996-29-iscsi {{(pid=103813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 08:27:59.267533 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] Deleting port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:27:59.267865 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:59.271547 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:59.274962 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c30d3-0dde-47ae-a903-6c5085511da1 req-daea6a96-08d1-4625-8576-0049a43d271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:59.276492 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2b9c30d3-0dde-47ae-a903-6c5085511da1 req-daea6a96-08d1-4625-8576-0049a43d271d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 1129 time: 0.1142554 Jun 04 08:27:59.297562 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-091e9ff1-2d16-40c8-a0b0-1aeabf34f183 None None] Deleting port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 {{(pid=103813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:27:59.298860 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-091e9ff1-2d16-40c8-a0b0-1aeabf34f183 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4), before_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:59.300905 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:59.301728 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdd309-f3d5-4346-8cdb-8a06b7c93ebc req-e86b4f28-2540-435b-80d5-ace8e291dc2f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:59.304139 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2afdd309-f3d5-4346-8cdb-8a06b7c93ebc req-e86b4f28-2540-435b-80d5-ace8e291dc2f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 945 time: 0.0742722 Jun 04 08:27:59.373198 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d19e8ce0-c20b-4a48-bfa9-e2c95ba0b863 req-a1a83da1-69b5-4f1c-b63b-c3e24bc67010 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:59.373579 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d19e8ce0-c20b-4a48-bfa9-e2c95ba0b863 req-a1a83da1-69b5-4f1c-b63b-c3e24bc67010 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (37c04afa-4d02-4999-ab6e-debe190786f5), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:59.373984 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.l3_db [req-d19e8ce0-c20b-4a48-bfa9-e2c95ba0b863 req-a1a83da1-69b5-4f1c-b63b-c3e24bc67010 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Floating IP 37c04afa-4d02-4999-ab6e-debe190786f5 disassociated. External IP: 172.27.2.84, port: 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b. Jun 04 08:27:59.374335 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-d19e8ce0-c20b-4a48-bfa9-e2c95ba0b863 req-a1a83da1-69b5-4f1c-b63b-c3e24bc67010 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Calling delete_port for 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:27:59.397318 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2afdd309-f3d5-4346-8cdb-8a06b7c93ebc req-847d0392-5974-4c83-85b5-9c421fee084e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867367 Jun 04 08:27:59.398095 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-091e9ff1-2d16-40c8-a0b0-1aeabf34f183 None None] For port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:59.398713 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-091e9ff1-2d16-40c8-a0b0-1aeabf34f183 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4), precommit_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:59.407803 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] For port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4,segment=NetworkSegment(71705298-0cef-438f-8aa6-0cddc8201c67),segment_id=71705298-0cef-438f-8aa6-0cddc8201c67)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:27:59.408157 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:59.413180 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:59.420305 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-091e9ff1-2d16-40c8-a0b0-1aeabf34f183 None None] Calling delete_port for ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 owned by network:dhcp {{(pid=103813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:27:59.431837 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2b9c30d3-0dde-47ae-a903-6c5085511da1 req-3c202b67-dc55-4ef2-932b-9271a66cb454 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=46d6cff3-0bd1-406b-855b-534b5d20c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424432 Jun 04 08:27:59.433224 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] Calling delete_port for ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 owned by network:dhcp {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:27:59.552081 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-091e9ff1-2d16-40c8-a0b0-1aeabf34f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926'] for port (ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4), after_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:59.583178 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e9ff1-2d16-40c8-a0b0-1aeabf34f183 None None] Pushing event deleted for resources: {'Port': ['ID=ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4,revision_number=None']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:59.586896 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091e9ff1-2d16-40c8-a0b0-1aeabf34f183 None None] No DVR routers for this DVR port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 on host dv-cinder-836996-29-iscsi {{(pid=103813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:27:59.602022 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:59.646094 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:59.650211 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] No DVR routers for this DVR port ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 on host dv-cinder-836996-29-iscsi {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:27:59.655254 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d19e8ce0-c20b-4a48-bfa9-e2c95ba0b863 req-a1a83da1-69b5-4f1c-b63b-c3e24bc67010 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:59.699584 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:27:59.702244 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a83da1-69b5-4f1c-b63b-c3e24bc67010 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event deleted for resources: {'Port': ['ID=73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:27:59.765939 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1404371', 'neutron.services.segments.db._delete_segments_for_network-8739929666573'] for network (1fd25ca8-4d43-46c5-8814-4ee274135448), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:59.854537 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd25ca8-4d43-46c5-8814-4ee274135448']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:59.875986 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71705298-0cef-438f-8aa6-0cddc8201c67') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:59.876282 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71705298-0cef-438f-8aa6-0cddc8201c67') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:27:59.918708 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739929665940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127320121'] for segment (71705298-0cef-438f-8aa6-0cddc8201c67), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:59.926252 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2497f5-bf89-402b-b593-7df032ffec89 req-aa43a3b3-8e44-4687-b44b-a5b69ab477b3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:27:59.927763 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9e2497f5-bf89-402b-b593-7df032ffec89 req-aa43a3b3-8e44-4687-b44b-a5b69ab477b3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 945 time: 0.1181207 Jun 04 08:27:59.960072 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (71705298-0cef-438f-8aa6-0cddc8201c67), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:27:59.981265 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 08:27:59.981666 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127079392'] for segment (71705298-0cef-438f-8aa6-0cddc8201c67), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:00.031696 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 71705298-0cef-438f-8aa6-0cddc8201c67 resource provider aggregate not found Jun 04 08:28:00.057301 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d19e8ce0-c20b-4a48-bfa9-e2c95ba0b863 req-a1a83da1-69b5-4f1c-b63b-c3e24bc67010 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Router 5956fe31-3198-4f24-887c-652616177a08 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:28:00.062063 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 71705298-0cef-438f-8aa6-0cddc8201c67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71705298-0cef-438f-8aa6-0cddc8201c67 found for delete ", "request_id": "req-00daba68-2a52-48dc-ba8d-ea7b58982af4"}]} Jun 04 08:28:00.072691 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9e2497f5-bf89-402b-b593-7df032ffec89 req-05972de5-7d82-4c7b-bd17-fbbf7b469576 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=46d6cff3-0bd1-406b-855b-534b5d20c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356063 Jun 04 08:28:00.081444 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1404356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3914569'] for network (1fd25ca8-4d43-46c5-8814-4ee274135448), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:00.090165 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:00.093362 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1fd25ca8-4d43-46c5-8814-4ee274135448 HTTP/1.1" status: 204 len: 168 time: 1.1686914 Jun 04 08:28:00.141179 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa4d86-1aaa-4478-9664-1ff698d58f28 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fd25ca8-4d43-46c5-8814-4ee274135448,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:00.200928 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:00.207946 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d19e8ce0-c20b-4a48-bfa9-e2c95ba0b863 req-a1a83da1-69b5-4f1c-b63b-c3e24bc67010 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:28:00.220654 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0c1ff4-8fe7-4b83-b46c-6e7c94b6c2af None None] Sync routers for ids ['5956fe31-3198-4f24-887c-652616177a08'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:28:00.235891 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0c1ff4-8fe7-4b83-b46c-6e7c94b6c2af None None] Routers {'5956fe31-3198-4f24-887c-652616177a08'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:28:00.236760 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-ab0c1ff4-8fe7-4b83-b46c-6e7c94b6c2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:27:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['5956fe31-3198-4f24-887c-652616177a08'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:00.261751 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19e8ce0-c20b-4a48-bfa9-e2c95ba0b863 req-a1a83da1-69b5-4f1c-b63b-c3e24bc67010 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] No DVR routers for this DVR port 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b on host hv-cinder-83699 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:28:00.264331 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-d19e8ce0-c20b-4a48-bfa9-e2c95ba0b863 req-a1a83da1-69b5-4f1c-b63b-c3e24bc67010 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:00.268172 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d19e8ce0-c20b-4a48-bfa9-e2c95ba0b863 req-a1a83da1-69b5-4f1c-b63b-c3e24bc67010 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.77 "DELETE /v2.0/ports/73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b HTTP/1.1" status: 204 len: 173 time: 1.6273241 Jun 04 08:28:00.268696 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e090733-03e1-4f7c-a6f5-8e37548d9fb2', 'name': 'network-vif-deleted', 'tag': '73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:28:00.271582 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1864b996-92ae-4610-b0d3-540554839929" -d '{"events": [{"server_uuid": "2e090733-03e1-4f7c-a6f5-8e37548d9fb2", "name": "network-vif-deleted", "tag": "73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:28:00.293157 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53936) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:00.330350 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9475a7-6be5-4eef-8bc6-30fc4da6ae46 x-openstack-request-id: req-1e9475a7-6be5-4eef-8bc6-30fc4da6ae46 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:28:00.331251 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e090733-03e1-4f7c-a6f5-8e37548d9fb2", "name": "network-vif-deleted", "tag": "73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:28:00.331506 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e9475a7-6be5-4eef-8bc6-30fc4da6ae46 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:28:00.331906 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e9475a7-6be5-4eef-8bc6-30fc4da6ae46'] response: {'server_uuid': '2e090733-03e1-4f7c-a6f5-8e37548d9fb2', 'name': 'network-vif-deleted', 'tag': '73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b', 'status': 'completed', 'code': 200} Jun 04 08:28:00.377186 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8cf2bacf-e895-41b5-880f-1d98939f0612 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d5a99059e0694a6f91e0cffa23ec52d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0827155 Jun 04 08:28:00.380571 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 53938) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:00.456457 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-71093d42-71f3-4e05-b028-708d7bff1c3d admin admin] Publish callbacks [] for security_group (f865fdd3-90f6-4882-8e31-164541892b24), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:00.470965 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-ab0c1ff4-8fe7-4b83-b46c-6e7c94b6c2af None None] Set router 5956fe31-3198-4f24-887c-652616177a08 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:28:00.484933 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-71093d42-71f3-4e05-b028-708d7bff1c3d admin admin] Publish callbacks [] for security_group (f865fdd3-90f6-4882-8e31-164541892b24), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:00.506336 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5382e975-7edf-4ac5-8102-e213c1e2962b req-ada9c2dc-7ebb-4039-a774-1571ac7f7308 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 210 time: 0.0319178 Jun 04 08:28:00.553385 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-71093d42-71f3-4e05-b028-708d7bff1c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (f865fdd3-90f6-4882-8e31-164541892b24), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:00.556304 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-71093d42-71f3-4e05-b028-708d7bff1c3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:00.561139 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-71093d42-71f3-4e05-b028-708d7bff1c3d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f865fdd3-90f6-4882-8e31-164541892b24 HTTP/1.1" status: 204 len: 168 time: 0.1758449 Jun 04 08:28:00.565863 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71093d42-71f3-4e05-b028-708d7bff1c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f865fdd3-90f6-4882-8e31-164541892b24,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:00.693767 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-ab0c1ff4-8fe7-4b83-b46c-6e7c94b6c2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:26Z', 'revision_number': 5, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:00.726099 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0c1ff4-8fe7-4b83-b46c-6e7c94b6c2af None None] Checking router: 5956fe31-3198-4f24-887c-652616177a08 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:28:00.734851 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0c1ff4-8fe7-4b83-b46c-6e7c94b6c2af None None] Routers {'5956fe31-3198-4f24-887c-652616177a08'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:28:00.735491 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-ab0c1ff4-8fe7-4b83-b46c-6e7c94b6c2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:27:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['5956fe31-3198-4f24-887c-652616177a08'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:00.788268 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:28:00.810145 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:28:00.810528 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device ffb3db04-5fed-429e-aeb0-1bfec5c6d0f4 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:28:00.858991 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-ab0c1ff4-8fe7-4b83-b46c-6e7c94b6c2af None None] Set router 5956fe31-3198-4f24-887c-652616177a08 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:28:01.201266 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-ab0c1ff4-8fe7-4b83-b46c-6e7c94b6c2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:26Z', 'revision_number': 5, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:01.227625 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0c1ff4-8fe7-4b83-b46c-6e7c94b6c2af None None] The sync data for ids ['5956fe31-3198-4f24-887c-652616177a08'] in dv-cinder-836996-29-iscsi is: [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:26Z', 'revision_number': 5, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:28:01.228303 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9acbc-83dd-4a5f-914c-a08e537c5dd0 req-65567385-5d4f-4bfc-8b10-290725a223de tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:01.234625 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-46b9acbc-83dd-4a5f-914c-a08e537c5dd0 req-65567385-5d4f-4bfc-8b10-290725a223de tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 945 time: 0.0560019 Jun 04 08:28:01.268250 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:01.316324 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-46b9acbc-83dd-4a5f-914c-a08e537c5dd0 req-fc6a5ec4-bed0-4d3f-8a5f-c1260dbe7ae5 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=46d6cff3-0bd1-406b-855b-534b5d20c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662780 Jun 04 08:28:01.438389 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d65ea-256b-45d1-998c-a94ed0ee76f4 req-cffae1f6-fcab-43fd-a4df-de9bd7f6e647 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:01.439941 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-794d65ea-256b-45d1-998c-a94ed0ee76f4 req-cffae1f6-fcab-43fd-a4df-de9bd7f6e647 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 945 time: 0.0705104 Jun 04 08:28:01.448934 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 53962) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:01.454498 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-1fbeb5e3-3aa6-4ae5-a312-3ac9b20e3dc6 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Request body: {'floatingip': {'port_id': '67966b84-9d0e-44cb-aac7-0fb5d0a4b64b'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:28:01.503595 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb5e3-3aa6-4ae5-a312-3ac9b20e3dc6 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for floatingip (4a3f9262-06b4-40f1-a380-d9cee043cabc), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:01.625534 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0126a7e6-73a5-4f9b-80bb-4c2fa99e250b None None] New status for floating IP 37c04afa-4d02-4999-ab6e-debe190786f5: DOWN {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:28:01.646393 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1bdbc997-dbeb-4367-be25-728f5e309b84 req-b49e695a-f114-4d79-ba3b-569b1a93ead2 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e090733-03e1-4f7c-a6f5-8e37548d9fb2 HTTP/1.1" status: 200 len: 210 time: 0.0485289 Jun 04 08:28:02.243528 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:02.252030 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb5e3-3aa6-4ae5-a312-3ac9b20e3dc6 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:02.257275 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb5e3-3aa6-4ae5-a312-3ac9b20e3dc6 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (4a3f9262-06b4-40f1-a380-d9cee043cabc), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:02.361252 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-1fbeb5e3-3aa6-4ae5-a312-3ac9b20e3dc6 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Floating IP 4a3f9262-06b4-40f1-a380-d9cee043cabc associated. External IP: 172.27.2.118, port: 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b. Jun 04 08:28:02.604813 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbeb5e3-3aa6-4ae5-a312-3ac9b20e3dc6 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Router be87d69c-80d4-487d-a449-74918b33bb5c has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:28:02.631069 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:28:02.653776 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:28:02.654158 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 73ad98b7-e0c9-4748-8f1e-2a6b3e657e8b not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:28:02.739674 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbeb5e3-3aa6-4ae5-a312-3ac9b20e3dc6 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:28:02.746922 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb5e3-3aa6-4ae5-a312-3ac9b20e3dc6 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:02.751508 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcbb248-ff51-4946-8366-ac9f582c1f83 None None] Sync routers for ids ['be87d69c-80d4-487d-a449-74918b33bb5c'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:28:02.763156 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcbb248-ff51-4946-8366-ac9f582c1f83 None None] Routers {'be87d69c-80d4-487d-a449-74918b33bb5c'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:28:02.763905 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-3dcbb248-ff51-4946-8366-ac9f582c1f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:27:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['be87d69c-80d4-487d-a449-74918b33bb5c'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:02.784816 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1fbeb5e3-3aa6-4ae5-a312-3ac9b20e3dc6 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "PUT /v2.0/floatingips/4a3f9262-06b4-40f1-a380-d9cee043cabc HTTP/1.1" status: 200 len: 991 time: 1.3339748 Jun 04 08:28:02.785773 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d93f60-79f6-4c83-9117-6d4060f905ff', 'tag': '67966b84-9d0e-44cb-aac7-0fb5d0a4b64b'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:28:02.788520 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708938de-606b-4682-a09e-d3cddd03b2de" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d93f60-79f6-4c83-9117-6d4060f905ff", "tag": "67966b84-9d0e-44cb-aac7-0fb5d0a4b64b"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:28:02.842144 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62035ba-25d9-4c98-bf1a-048925351ffe x-openstack-request-id: req-d62035ba-25d9-4c98-bf1a-048925351ffe {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:28:02.842144 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d93f60-79f6-4c83-9117-6d4060f905ff", "tag": "67966b84-9d0e-44cb-aac7-0fb5d0a4b64b", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:28:02.843201 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d62035ba-25d9-4c98-bf1a-048925351ffe {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:28:02.843708 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62035ba-25d9-4c98-bf1a-048925351ffe'] response: {'name': 'network-changed', 'server_uuid': 'b1d93f60-79f6-4c83-9117-6d4060f905ff', 'tag': '67966b84-9d0e-44cb-aac7-0fb5d0a4b64b', 'status': 'completed', 'code': 200} Jun 04 08:28:02.895001 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-3dcbb248-ff51-4946-8366-ac9f582c1f83 None None] Set router be87d69c-80d4-487d-a449-74918b33bb5c gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:28:02.937853 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708938de-606b-4682-a09e-d3cddd03b2de req-06f79b36-3588-4657-9bdf-362fee669b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:02.940583 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-708938de-606b-4682-a09e-d3cddd03b2de req-06f79b36-3588-4657-9bdf-362fee669b77 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=880551882c5748278978d5a7586d1f30&device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 1129 time: 0.0767708 Jun 04 08:28:02.969499 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:03.086196 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-06546445-f013-4d98-ae53-bef2b063bc48 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435844236&fields=id&tenant_id=1cc798a91bd74226a144199bd78c2331 HTTP/1.1" status: 200 len: 267 time: 0.0871229 Jun 04 08:28:03.089176 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708938de-606b-4682-a09e-d3cddd03b2de req-cde498ac-fa60-4e8b-8f67-d17e4cd74cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:03.090775 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-708938de-606b-4682-a09e-d3cddd03b2de req-cde498ac-fa60-4e8b-8f67-d17e4cd74cbd service neutron] 10.222.0.77 "GET /v2.0/networks?id=6b860f72-fd6a-4776-95a4-5ec614119cc7 HTTP/1.1" status: 200 len: 912 time: 0.1431744 Jun 04 08:28:03.103044 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:03.122777 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:03.171493 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-3dcbb248-ff51-4946-8366-ac9f582c1f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:04Z', 'revision_number': 4, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port': {'id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '4a3f9262-06b4-40f1-a380-d9cee043cabc', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'port_id': '67966b84-9d0e-44cb-aac7-0fb5d0a4b64b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'mac_address': 'fa:16:3e:89:c3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d93f60-79f6-4c83-9117-6d4060f905ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:27:43Z', 'updated_at': '2022-06-04T08:28:02Z', 'revision_number': 1, 'project_id': '880551882c5748278978d5a7586d1f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d733bd-2a94-483a-a541-1f76c455137a', 'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'mac_address': 'fa:16:3e:ba:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:14Z', 'revision_number': 5, 'project_id': '880551882c5748278978d5a7586d1f30', 'subnets': [{'id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:03.201591 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcbb248-ff51-4946-8366-ac9f582c1f83 None None] Checking router: be87d69c-80d4-487d-a449-74918b33bb5c for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:28:03.211742 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcbb248-ff51-4946-8366-ac9f582c1f83 None None] Routers {'be87d69c-80d4-487d-a449-74918b33bb5c'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:28:03.212466 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-3dcbb248-ff51-4946-8366-ac9f582c1f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:27:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['be87d69c-80d4-487d-a449-74918b33bb5c'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:03.268381 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-708938de-606b-4682-a09e-d3cddd03b2de req-c5f4a3e5-eda5-4311-9711-654e5124d952 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67966b84-9d0e-44cb-aac7-0fb5d0a4b64b HTTP/1.1" status: 200 len: 999 time: 0.1632512 Jun 04 08:28:03.342013 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-3464099d-eaff-4434-95ef-d72eb55c9fde tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:03.346107 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-3dcbb248-ff51-4946-8366-ac9f582c1f83 None None] Set router be87d69c-80d4-487d-a449-74918b33bb5c gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:28:03.346729 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-3464099d-eaff-4434-95ef-d72eb55c9fde tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/networks?id=b657dda9-96b8-450c-85f0-94a70753fce4 HTTP/1.1" status: 200 len: 812 time: 0.2515583 Jun 04 08:28:03.356316 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:03.358224 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708938de-606b-4682-a09e-d3cddd03b2de req-bc9e46a2-7728-4224-ad41-54c4a06362ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:03.360032 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-708938de-606b-4682-a09e-d3cddd03b2de req-bc9e46a2-7728-4224-ad41-54c4a06362ca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=18b12b06-c651-4ab6-8f19-24224f73c099 HTTP/1.1" status: 200 len: 850 time: 0.0843403 Jun 04 08:28:03.362173 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 54034) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:03.389469 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-498afd80-15f9-4c06-8723-2ec010aa62e8 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/quotas/1cc798a91bd74226a144199bd78c2331 HTTP/1.1" status: 200 len: 375 time: 0.0274837 Jun 04 08:28:03.459283 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708938de-606b-4682-a09e-d3cddd03b2de req-7b986ab4-191c-4757-9d0b-a8d30c2f0caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:03.461654 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-708938de-606b-4682-a09e-d3cddd03b2de req-7b986ab4-191c-4757-9d0b-a8d30c2f0caa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6b860f72-fd6a-4776-95a4-5ec614119cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0900886 Jun 04 08:28:03.489116 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-2ce770a8-6596-4e52-a7be-01d13ca6ed54 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1cc798a91bd74226a144199bd78c2331&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832958 Jun 04 08:28:03.520711 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1a42c92f-42e7-43fa-a85b-4793fd909e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:03.634684 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1a42c92f-42e7-43fa-a85b-4793fd909e67 admin admin] Publish callbacks [] for security_group (858b157c-d176-40f4-b808-1235806acdd9), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:03.638435 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-3dcbb248-ff51-4946-8366-ac9f582c1f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:04Z', 'revision_number': 4, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port': {'id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '4a3f9262-06b4-40f1-a380-d9cee043cabc', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'port_id': '67966b84-9d0e-44cb-aac7-0fb5d0a4b64b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'mac_address': 'fa:16:3e:89:c3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d93f60-79f6-4c83-9117-6d4060f905ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:27:43Z', 'updated_at': '2022-06-04T08:28:02Z', 'revision_number': 1, 'project_id': '880551882c5748278978d5a7586d1f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d733bd-2a94-483a-a541-1f76c455137a', 'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'mac_address': 'fa:16:3e:ba:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:14Z', 'revision_number': 5, 'project_id': '880551882c5748278978d5a7586d1f30', 'subnets': [{'id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:03.640740 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1a42c92f-42e7-43fa-a85b-4793fd909e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (858b157c-d176-40f4-b808-1235806acdd9), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:03.660537 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-708938de-606b-4682-a09e-d3cddd03b2de req-5c655465-aa2c-4c7d-804c-108dd3f3d822 service neutron] 10.222.0.77 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891561 Jun 04 08:28:03.667456 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-1f49a7ab-26a7-483c-904a-f0b1d545bfc7 service neutron] 10.222.0.57 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332645 Jun 04 08:28:03.673263 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcbb248-ff51-4946-8366-ac9f582c1f83 None None] The sync data for ids ['be87d69c-80d4-487d-a449-74918b33bb5c'] in dv-cinder-836996-29-iscsi is: [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:04Z', 'revision_number': 4, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port': {'id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '4a3f9262-06b4-40f1-a380-d9cee043cabc', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'port_id': '67966b84-9d0e-44cb-aac7-0fb5d0a4b64b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'mac_address': 'fa:16:3e:89:c3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d93f60-79f6-4c83-9117-6d4060f905ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:27:43Z', 'updated_at': '2022-06-04T08:28:02Z', 'revision_number': 1, 'project_id': '880551882c5748278978d5a7586d1f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d733bd-2a94-483a-a541-1f76c455137a', 'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'mac_address': 'fa:16:3e:ba:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:14Z', 'revision_number': 5, 'project_id': '880551882c5748278978d5a7586d1f30', 'subnets': [{'id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:28:03.685541 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-1a42c92f-42e7-43fa-a85b-4793fd909e67 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=20b4f9729ecb4d588edbe1a6381dbdd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222594 Jun 04 08:28:03.686250 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 54044) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:03.734263 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42c92f-42e7-43fa-a85b-4793fd909e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858b157c-d176-40f4-b808-1235806acdd9,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:03.771304 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f71cde56-21d1-4fca-9186-64915e5f36aa admin admin] Publish callbacks [] for security_group (858b157c-d176-40f4-b808-1235806acdd9), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:03.803104 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f71cde56-21d1-4fca-9186-64915e5f36aa admin admin] Publish callbacks [] for security_group (858b157c-d176-40f4-b808-1235806acdd9), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:03.875144 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f71cde56-21d1-4fca-9186-64915e5f36aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (858b157c-d176-40f4-b808-1235806acdd9), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:03.880240 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f71cde56-21d1-4fca-9186-64915e5f36aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:03.884117 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-f71cde56-21d1-4fca-9186-64915e5f36aa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/858b157c-d176-40f4-b808-1235806acdd9 HTTP/1.1" status: 204 len: 168 time: 0.1932528 Jun 04 08:28:03.885729 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-708938de-606b-4682-a09e-d3cddd03b2de req-0264f2ad-eeaf-472c-a544-b95d81ab5c37 service neutron] 10.222.0.77 "GET /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171140 Jun 04 08:28:03.888104 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-6dac82f2-2219-417a-9327-fdfdb5d07dcf service neutron] 10.222.0.57 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103391 Jun 04 08:28:03.904895 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cde56-21d1-4fca-9186-64915e5f36aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858b157c-d176-40f4-b808-1235806acdd9,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:04.073070 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa441ea-3214-4ba7-b186-c97a719ac91d None None] New status for floating IP 4a3f9262-06b4-40f1-a380-d9cee043cabc: ACTIVE {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:28:04.187452 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:04.353696 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 54074) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:04.375062 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b7105e4e-4d11-456c-aefb-bbc3e8b6092f req-f4542521-9f49-4214-854a-91b8d3ef0c06 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 210 time: 0.0301387 Jun 04 08:28:04.375902 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6555edea-8f97-4ac8-93be-6ad5f640631b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:04.468769 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6555edea-8f97-4ac8-93be-6ad5f640631b admin admin] Publish callbacks [] for security_group (e1146951-d44b-4068-8e29-2cd199eaa915), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:04.473161 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6555edea-8f97-4ac8-93be-6ad5f640631b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (e1146951-d44b-4068-8e29-2cd199eaa915), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:04.522850 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6555edea-8f97-4ac8-93be-6ad5f640631b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3c5346a2bf72444a86e0fb6488a5e402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1651216 Jun 04 08:28:04.522850 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555edea-8f97-4ac8-93be-6ad5f640631b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1146951-d44b-4068-8e29-2cd199eaa915,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:04.523276 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 54076) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:04.576218 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-42a6ad1d-7415-45c7-a688-7f2c30591506 admin admin] Publish callbacks [] for security_group (e1146951-d44b-4068-8e29-2cd199eaa915), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:04.602599 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-42a6ad1d-7415-45c7-a688-7f2c30591506 admin admin] Publish callbacks [] for security_group (e1146951-d44b-4068-8e29-2cd199eaa915), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:04.654537 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-42a6ad1d-7415-45c7-a688-7f2c30591506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (e1146951-d44b-4068-8e29-2cd199eaa915), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:04.658205 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-42a6ad1d-7415-45c7-a688-7f2c30591506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:04.659462 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-42a6ad1d-7415-45c7-a688-7f2c30591506 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e1146951-d44b-4068-8e29-2cd199eaa915 HTTP/1.1" status: 204 len: 168 time: 0.1349938 Jun 04 08:28:04.671313 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6ad1d-7415-45c7-a688-7f2c30591506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1146951-d44b-4068-8e29-2cd199eaa915,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:05.456036 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a9634-f94f-46d8-948f-62286082fbb5 req-b87c4dbd-a60b-4941-9cc6-312860c52183 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:05.463784 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ec0a9634-f94f-46d8-948f-62286082fbb5 req-b87c4dbd-a60b-4941-9cc6-312860c52183 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 984 time: 0.0727863 Jun 04 08:28:05.480832 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:05.497987 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c2a0487f-f858-4f72-81b5-342b4273dc3c req-11a170bd-8936-47a1-b8f3-02da6f8ac899 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 210 time: 0.0365853 Jun 04 08:28:05.554876 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ec0a9634-f94f-46d8-948f-62286082fbb5 req-d9028cff-5598-43ed-9600-f9efcf0270b0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=eec38379-b779-4abf-9792-e5b7c8468314&id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867736 Jun 04 08:28:05.821814 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:05.859736 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976a224-729d-42f6-9d83-0826a8b8dd98 req-dd04b5f0-44f8-4d89-897f-8471819ba573 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:05.861177 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a976a224-729d-42f6-9d83-0826a8b8dd98 req-dd04b5f0-44f8-4d89-897f-8471819ba573 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 945 time: 0.1022174 Jun 04 08:28:05.907478 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-ee1af3bb-2b8a-484f-974c-8d18069e8be6 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:05.908933 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-ee1af3bb-2b8a-484f-974c-8d18069e8be6 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.77 "GET /v2.0/networks?id=b657dda9-96b8-450c-85f0-94a70753fce4 HTTP/1.1" status: 200 len: 812 time: 0.2491965 Jun 04 08:28:05.912729 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93ec92-5c2a-4530-8cf8-48e48f5ba873 req-bb34dcd3-418f-44d9-8d3e-3af6231414c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:05.914413 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0a93ec92-5c2a-4530-8cf8-48e48f5ba873 req-bb34dcd3-418f-44d9-8d3e-3af6231414c1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=950149f4530b41eea35bc273803918a9&device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 1168 time: 0.2936156 Jun 04 08:28:05.944732 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a976a224-729d-42f6-9d83-0826a8b8dd98 req-330869d4-1772-4ed4-b205-053801b86229 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712502 Jun 04 08:28:06.575882 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a61c3ef9-e7ef-4818-87fa-7cb7f4155cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:06.614899 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-77ccff52-751e-44ce-bd5e-5c9a62aa7d6a req-dcfab9d5-ae27-4c10-922d-0fd0ce0a532a tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 210 time: 0.0341463 Jun 04 08:28:06.688848 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2427b-8858-45f2-be2d-d9c1da247698 req-0eb239a0-21d9-4e5a-a5ff-13e214b9203c tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:06.690524 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ffa2427b-8858-45f2-be2d-d9c1da247698 req-0eb239a0-21d9-4e5a-a5ff-13e214b9203c tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 984 time: 0.0581856 Jun 04 08:28:06.758965 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ffa2427b-8858-45f2-be2d-d9c1da247698 req-675945be-841f-43d3-b848-4a410da80582 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=eec38379-b779-4abf-9792-e5b7c8468314&id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629272 Jun 04 08:28:07.061405 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:07.077472 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d74882-fc67-4c2f-bb1a-e0f3701ccae1 req-1b80e5d2-61e6-4327-9843-f0962a7ec438 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:07.078975 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d3d74882-fc67-4c2f-bb1a-e0f3701ccae1 req-1b80e5d2-61e6-4327-9843-f0962a7ec438 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 945 time: 0.0503552 Jun 04 08:28:07.127893 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d3d74882-fc67-4c2f-bb1a-e0f3701ccae1 req-05ee79f3-1a7b-4a76-a7e6-8728d56562ca tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422907 Jun 04 08:28:07.377714 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-58f44307-6906-446c-9801-0e7c0b66ce05 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cc798a91bd74226a144199bd78c2331 HTTP/1.1" status: 200 len: 379 time: 0.1426682 Jun 04 08:28:07.394416 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93ec92-5c2a-4530-8cf8-48e48f5ba873 req-f1a172bb-dff4-4b8e-a49f-b19da870dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:07.396046 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0a93ec92-5c2a-4530-8cf8-48e48f5ba873 req-f1a172bb-dff4-4b8e-a49f-b19da870dc5f service neutron] 10.222.0.77 "GET /v2.0/networks?id=d7b6ce13-c239-48d5-a1b0-88bed796ecf4 HTTP/1.1" status: 200 len: 915 time: 0.1596797 Jun 04 08:28:07.438450 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-b144263e-2317-4f3f-86c1-04c52d08a209 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Request body: {'port': {'device_id': '13b8807f-8264-4524-afe5-536696ca87a0', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'admin_state_up': True, 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'security_groups': ['9950a238-b648-4b92-ae90-866e15ec73bb']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:28:07.546638 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0a93ec92-5c2a-4530-8cf8-48e48f5ba873 req-b731ecc1-8a45-436d-8a18-fbcc39c31f68 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2723b733-b421-4bbd-89bb-aeb589aaf066 HTTP/1.1" status: 200 len: 1000 time: 0.1118906 Jun 04 08:28:07.622367 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-b144263e-2317-4f3f-86c1-04c52d08a209 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Made reservation on behalf of 1cc798a91bd74226a144199bd78c2331 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:28:07.625708 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-b144263e-2317-4f3f-86c1-04c52d08a209 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:07.639284 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd077d-f9d4-45e0-897f-36c316c5c1ef req-a6997a02-2994-477b-86d2-9648814003d4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:07.640842 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9ddd077d-f9d4-45e0-897f-36c316c5c1ef req-a6997a02-2994-477b-86d2-9648814003d4 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 945 time: 0.0564106 Jun 04 08:28:07.650855 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93ec92-5c2a-4530-8cf8-48e48f5ba873 req-06974097-babc-47d6-ad89-9b03ca775c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:07.652907 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0a93ec92-5c2a-4530-8cf8-48e48f5ba873 req-06974097-babc-47d6-ad89-9b03ca775c25 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=510c503a-76e2-4868-8711-4a68b9513120 HTTP/1.1" status: 200 len: 853 time: 0.0691278 Jun 04 08:28:07.744425 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-9ddd077d-f9d4-45e0-897f-36c316c5c1ef req-561884c8-3225-4022-9baf-72d6c88c9d9e tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Deleting port 89c66fb0-6c4e-409a-8463-3130b06b582c {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:28:07.744814 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-9ddd077d-f9d4-45e0-897f-36c316c5c1ef req-561884c8-3225-4022-9baf-72d6c88c9d9e tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (89c66fb0-6c4e-409a-8463-3130b06b582c), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:07.764475 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-707735f9-3880-49ba-a420-262d5b3100b8 req-14cfca80-d166-4632-ba40-e3c5804db2b5 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 210 time: 0.0447671 Jun 04 08:28:07.769815 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93ec92-5c2a-4530-8cf8-48e48f5ba873 req-d76d6070-a042-486b-ab23-9ad434ff82ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:07.771288 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0a93ec92-5c2a-4530-8cf8-48e48f5ba873 req-d76d6070-a042-486b-ab23-9ad434ff82ee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d7b6ce13-c239-48d5-a1b0-88bed796ecf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1108966 Jun 04 08:28:07.883321 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:07.910457 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-b144263e-2317-4f3f-86c1-04c52d08a209 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Allocated IP 172.20.0.10 (b657dda9-96b8-450c-85f0-94a70753fce4/8e421c33-394d-4f1f-9f83-0ef1951dc532/a2805571-faf8-4dd1-8627-4a86bcb1649a) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:28:07.972415 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0a93ec92-5c2a-4530-8cf8-48e48f5ba873 req-747e525d-c004-48cf-814d-894aded1197a service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6ce13-c239-48d5-a1b0-88bed796ecf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932652 Jun 04 08:28:07.980771 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:07.998702 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:08.006781 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-9ddd077d-f9d4-45e0-897f-36c316c5c1ef req-561884c8-3225-4022-9baf-72d6c88c9d9e tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] For port 89c66fb0-6c4e-409a-8463-3130b06b582c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=89c66fb0-6c4e-409a-8463-3130b06b582c,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:28:08.007201 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-9ddd077d-f9d4-45e0-897f-36c316c5c1ef req-561884c8-3225-4022-9baf-72d6c88c9d9e tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (89c66fb0-6c4e-409a-8463-3130b06b582c), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:08.041625 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5083e-fcc1-4a64-a3d5-7df0d34235e1 req-d6f76983-74eb-41ab-b10e-a4480000d01c tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:08.043244 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e8d5083e-fcc1-4a64-a3d5-7df0d34235e1 req-d6f76983-74eb-41ab-b10e-a4480000d01c tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 984 time: 0.1412723 Jun 04 08:28:08.157680 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0a93ec92-5c2a-4530-8cf8-48e48f5ba873 req-f5cd60fb-e70f-4f8e-a70b-840e007a18c4 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6ce13-c239-48d5-a1b0-88bed796ecf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751869 Jun 04 08:28:08.167250 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-b144263e-2317-4f3f-86c1-04c52d08a209 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for port (a2805571-faf8-4dd1-8627-4a86bcb1649a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:08.211078 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-b144263e-2317-4f3f-86c1-04c52d08a209 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (a2805571-faf8-4dd1-8627-4a86bcb1649a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:08.230339 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e8d5083e-fcc1-4a64-a3d5-7df0d34235e1 req-899ab59e-395b-451b-8ed2-08710bb2d0fd tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=eec38379-b779-4abf-9792-e5b7c8468314&id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1582115 Jun 04 08:28:08.254069 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-9ddd077d-f9d4-45e0-897f-36c316c5c1ef req-561884c8-3225-4022-9baf-72d6c88c9d9e tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:08.255019 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-9ddd077d-f9d4-45e0-897f-36c316c5c1ef req-561884c8-3225-4022-9baf-72d6c88c9d9e tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (9807213e-e582-4e05-9070-6cc5177cfe8b), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:08.255019 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.l3_db [req-9ddd077d-f9d4-45e0-897f-36c316c5c1ef req-561884c8-3225-4022-9baf-72d6c88c9d9e tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Floating IP 9807213e-e582-4e05-9070-6cc5177cfe8b disassociated. External IP: 172.27.2.185, port: 89c66fb0-6c4e-409a-8463-3130b06b582c. Jun 04 08:28:08.255339 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-9ddd077d-f9d4-45e0-897f-36c316c5c1ef req-561884c8-3225-4022-9baf-72d6c88c9d9e tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Calling delete_port for 89c66fb0-6c4e-409a-8463-3130b06b582c owned by compute:nova {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:28:08.284996 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-b144263e-2317-4f3f-86c1-04c52d08a209 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Network b657dda9-96b8-450c-85f0-94a70753fce4 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:28:08.295815 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-b144263e-2317-4f3f-86c1-04c52d08a209 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:28:08.309933 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-b144263e-2317-4f3f-86c1-04c52d08a209 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:28:08.321556 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dd475-e68c-415b-b35b-10a5c2df8939 req-7b5c05bf-4af6-4428-be99-d36a93eb485d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:08.323252 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d67dd475-e68c-415b-b35b-10a5c2df8939 req-7b5c05bf-4af6-4428-be99-d36a93eb485d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 945 time: 0.1002440 Jun 04 08:28:08.347999 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144263e-2317-4f3f-86c1-04c52d08a209 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event updated for resources: {'Port': ['ID=a2805571-faf8-4dd1-8627-4a86bcb1649a,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:08.401719 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-b144263e-2317-4f3f-86c1-04c52d08a209 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:08.403201 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-b144263e-2317-4f3f-86c1-04c52d08a209 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:08.409761 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:08.415036 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-9ddd077d-f9d4-45e0-897f-36c316c5c1ef req-561884c8-3225-4022-9baf-72d6c88c9d9e tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (89c66fb0-6c4e-409a-8463-3130b06b582c), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:08.428445 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d67dd475-e68c-415b-b35b-10a5c2df8939 req-d433a147-f14d-42aa-9809-6240bcd922b0 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842209 Jun 04 08:28:08.441883 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-b144263e-2317-4f3f-86c1-04c52d08a209 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0083048 Jun 04 08:28:08.450096 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561884c8-3225-4022-9baf-72d6c88c9d9e tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event deleted for resources: {'Port': ['ID=89c66fb0-6c4e-409a-8463-3130b06b582c,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:08.485157 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Request body: {'port': {'device_id': '13b8807f-8264-4524-afe5-536696ca87a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:28:08.560922 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (a2805571-faf8-4dd1-8627-4a86bcb1649a), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:08.587632 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ddd077d-f9d4-45e0-897f-36c316c5c1ef req-561884c8-3225-4022-9baf-72d6c88c9d9e tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Router 9661a351-3fc5-44e0-8b28-d0a5eb455318 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:28:08.650727 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-497f83ee-ccab-445d-9a8a-1efb91230992 None None] Provisioning complete for port a2805571-faf8-4dd1-8627-4a86bcb1649a triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:28:08.651330 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-497f83ee-ccab-445d-9a8a-1efb91230992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (a2805571-faf8-4dd1-8627-4a86bcb1649a), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:08.686453 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-497f83ee-ccab-445d-9a8a-1efb91230992 None None] Port a2805571-faf8-4dd1-8627-4a86bcb1649a cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:28:08.703748 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ddd077d-f9d4-45e0-897f-36c316c5c1ef req-561884c8-3225-4022-9baf-72d6c88c9d9e tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:28:08.715403 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0ac242-77bb-41ab-8a5a-3b590fb44af2 None None] Sync routers for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:28:08.728570 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0ac242-77bb-41ab-8a5a-3b590fb44af2 None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:28:08.731213 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-8f0ac242-77bb-41ab-8a5a-3b590fb44af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:27:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:08.753539 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddd077d-f9d4-45e0-897f-36c316c5c1ef req-561884c8-3225-4022-9baf-72d6c88c9d9e tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] No DVR routers for this DVR port 89c66fb0-6c4e-409a-8463-3130b06b582c on host hv-cinder-83699 {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:28:08.756358 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-9ddd077d-f9d4-45e0-897f-36c316c5c1ef req-561884c8-3225-4022-9baf-72d6c88c9d9e tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:08.760079 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9ddd077d-f9d4-45e0-897f-36c316c5c1ef req-561884c8-3225-4022-9baf-72d6c88c9d9e tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "DELETE /v2.0/ports/89c66fb0-6c4e-409a-8463-3130b06b582c HTTP/1.1" status: 204 len: 173 time: 1.1091788 Jun 04 08:28:08.760562 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5bf16e-2706-4914-9220-025c9bf549d1', 'name': 'network-vif-deleted', 'tag': '89c66fb0-6c4e-409a-8463-3130b06b582c'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:28:08.762976 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890f87da-c397-4e81-ad05-698184ffc00f" -d '{"events": [{"server_uuid": "0c5bf16e-2706-4914-9220-025c9bf549d1", "name": "network-vif-deleted", "tag": "89c66fb0-6c4e-409a-8463-3130b06b582c"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:28:08.844332 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edab833f-ee6b-4400-b33b-34a13ebbafa7 x-openstack-request-id: req-edab833f-ee6b-4400-b33b-34a13ebbafa7 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:28:08.844698 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5bf16e-2706-4914-9220-025c9bf549d1", "name": "network-vif-deleted", "tag": "89c66fb0-6c4e-409a-8463-3130b06b582c", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:28:08.845206 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-edab833f-ee6b-4400-b33b-34a13ebbafa7 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:28:08.845606 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edab833f-ee6b-4400-b33b-34a13ebbafa7'] response: {'server_uuid': '0c5bf16e-2706-4914-9220-025c9bf549d1', 'name': 'network-vif-deleted', 'tag': '89c66fb0-6c4e-409a-8463-3130b06b582c', 'status': 'completed', 'code': 200} Jun 04 08:28:08.884837 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-8f0ac242-77bb-41ab-8a5a-3b590fb44af2 None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:28:09.043208 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:09.079744 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870f9be-4d6d-46ae-8fbb-d18b73557e11 req-84d774b3-d3d5-41a1-b7f9-4f46277010a3 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:09.086793 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b870f9be-4d6d-46ae-8fbb-d18b73557e11 req-84d774b3-d3d5-41a1-b7f9-4f46277010a3 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 932 time: 0.0808351 Jun 04 08:28:09.097119 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-223a45de-571c-40e4-bbac-330c1f7e7d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:09.174033 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-8f0ac242-77bb-41ab-8a5a-3b590fb44af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:09.191487 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b870f9be-4d6d-46ae-8fbb-d18b73557e11 req-89b283de-3280-4c91-94c0-51bf26ba59ef tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030262 Jun 04 08:28:09.210508 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0ac242-77bb-41ab-8a5a-3b590fb44af2 None None] Checking router: 9661a351-3fc5-44e0-8b28-d0a5eb455318 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:28:09.220334 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0ac242-77bb-41ab-8a5a-3b590fb44af2 None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:28:09.221367 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-8f0ac242-77bb-41ab-8a5a-3b590fb44af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:28:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:09.302010 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2805571-faf8-4dd1-8627-4a86bcb1649a {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:28:09.310695 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Publish callbacks [] for port (a2805571-faf8-4dd1-8627-4a86bcb1649a), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:09.322611 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:09.328521 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Transition to ACTIVE for port object a2805571-faf8-4dd1-8627-4a86bcb1649a will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:28:09.335969 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-8f0ac242-77bb-41ab-8a5a-3b590fb44af2 None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:28:09.341236 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (a2805571-faf8-4dd1-8627-4a86bcb1649a), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:09.407371 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:09.437519 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268433db-72c7-48e7-9b91-b1598e65fe77 req-4e7ad8bf-2898-4f25-a825-a7c9304dd55d tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:09.462818 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-268433db-72c7-48e7-9b91-b1598e65fe77 req-4e7ad8bf-2898-4f25-a825-a7c9304dd55d tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 984 time: 0.1061254 Jun 04 08:28:09.517254 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Pushing event updated for resources: {'Port': ['ID=a2805571-faf8-4dd1-8627-4a86bcb1649a,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:09.589928 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Attempting to bind port a2805571-faf8-4dd1-8627-4a86bcb1649a on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:28:09.590275 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Attempting to bind port a2805571-faf8-4dd1-8627-4a86bcb1649a by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:28:09.590611 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Attempting to bind port a2805571-faf8-4dd1-8627-4a86bcb1649a on network b657dda9-96b8-450c-85f0-94a70753fce4 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:28:09.616206 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Port a2805571-faf8-4dd1-8627-4a86bcb1649a on network b657dda9-96b8-450c-85f0-94a70753fce4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:28:09.616626 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Attempting to bind port a2805571-faf8-4dd1-8627-4a86bcb1649a on network b657dda9-96b8-450c-85f0-94a70753fce4 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:28:09.625451 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-268433db-72c7-48e7-9b91-b1598e65fe77 req-45904b48-069d-4c21-834c-c357e9dab41c tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=eec38379-b779-4abf-9792-e5b7c8468314&id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1610463 Jun 04 08:28:09.668606 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:28:09.672074 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Checking segment: {'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:28:09.672486 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Bound using segment: {'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:28:09.673421 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Bound port: a2805571-faf8-4dd1-8627-4a86bcb1649a, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:28:09.673803 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (a2805571-faf8-4dd1-8627-4a86bcb1649a), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:09.718693 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f020d58a-6292-4d07-bb5b-cd88935f3f72 req-3bdd1ed9-cf85-449a-8e50-cce801c9ec6d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c5bf16e-2706-4914-9220-025c9bf549d1 HTTP/1.1" status: 200 len: 210 time: 0.1054099 Jun 04 08:28:09.791448 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] For port a2805571-faf8-4dd1-8627-4a86bcb1649a, host hv-cinder-83699, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:28:09.796550 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] For port a2805571-faf8-4dd1-8627-4a86bcb1649a, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a2805571-faf8-4dd1-8627-4a86bcb1649a,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:28:09.807018 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (a2805571-faf8-4dd1-8627-4a86bcb1649a), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:09.850464 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:09.851147 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:09.852864 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] 10.222.0.77 "PUT /v2.0/ports/a2805571-faf8-4dd1-8627-4a86bcb1649a HTTP/1.1" status: 200 len: 1094 time: 1.3740027 Jun 04 08:28:09.853440 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b8807f-8264-4524-afe5-536696ca87a0', 'tag': 'a2805571-faf8-4dd1-8627-4a86bcb1649a'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:28:09.856611 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0018da9-9b53-4464-bea7-24cebcde0f67" -d '{"events": [{"name": "network-changed", "server_uuid": "13b8807f-8264-4524-afe5-536696ca87a0", "tag": "a2805571-faf8-4dd1-8627-4a86bcb1649a"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:28:09.915564 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a5c777-9fc6-456f-82e8-6d2c20d0f77b x-openstack-request-id: req-96a5c777-9fc6-456f-82e8-6d2c20d0f77b {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:28:09.916163 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b8807f-8264-4524-afe5-536696ca87a0", "tag": "a2805571-faf8-4dd1-8627-4a86bcb1649a", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:28:09.916677 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-96a5c777-9fc6-456f-82e8-6d2c20d0f77b {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:28:09.917767 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a5c777-9fc6-456f-82e8-6d2c20d0f77b'] response: {'name': 'network-changed', 'server_uuid': '13b8807f-8264-4524-afe5-536696ca87a0', 'tag': 'a2805571-faf8-4dd1-8627-4a86bcb1649a', 'status': 'completed', 'code': 200} Jun 04 08:28:09.931501 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-8f0ac242-77bb-41ab-8a5a-3b590fb44af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:09.938378 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b474a-f568-4033-b691-e2edf7077558 service neutron] Pushing event updated for resources: {'Port': ['ID=a2805571-faf8-4dd1-8627-4a86bcb1649a,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:09.955324 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-f3136086-8719-4eff-9d31-d8cf5af66ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:09.957164 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-f3136086-8719-4eff-9d31-d8cf5af66ec5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1cc798a91bd74226a144199bd78c2331&device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 1128 time: 0.0587966 Jun 04 08:28:09.960416 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0ac242-77bb-41ab-8a5a-3b590fb44af2 None None] The sync data for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi is: [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:28:10.014693 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-7ded0f0e-f935-42c2-8047-c99dbc05a827 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2805571-faf8-4dd1-8627-4a86bcb1649a HTTP/1.1" status: 200 len: 217 time: 0.0420423 Jun 04 08:28:10.085189 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-4d0fcb47-ad61-431f-b5a6-762aa919883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:10.086755 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-4d0fcb47-ad61-431f-b5a6-762aa919883c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e421c33-394d-4f1f-9f83-0ef1951dc532 HTTP/1.1" status: 200 len: 851 time: 0.0546026 Jun 04 08:28:10.115732 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:10.139090 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-993fde39-f5ec-4d42-be43-37f662917c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:10.140659 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-993fde39-f5ec-4d42-be43-37f662917c77 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b657dda9-96b8-450c-85f0-94a70753fce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467427 Jun 04 08:28:10.211303 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5651ab7-1f38-4af8-81da-8d3efe2f8741 None None] New status for floating IP 9807213e-e582-4e05-9070-6cc5177cfe8b: DOWN {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:28:10.255137 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-d58a5a37-b372-437b-85a1-03f48e086902 service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071923 Jun 04 08:28:10.364288 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21048a-8917-4927-92a5-215ea2aeb388 req-2b2a30e0-6039-46cc-8f3a-6b1d4e179e76 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:10.365792 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7d21048a-8917-4927-92a5-215ea2aeb388 req-2b2a30e0-6039-46cc-8f3a-6b1d4e179e76 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 944 time: 0.0964139 Jun 04 08:28:10.416913 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-73cd1154-6ebd-4ae0-b281-6a53221783e4 req-b05ee6d8-2019-4fb8-bdc9-f7d56c17370b service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552048 Jun 04 08:28:10.445279 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7d21048a-8917-4927-92a5-215ea2aeb388 req-d906c540-d7bc-46da-b5af-180dd8b0d661 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705614 Jun 04 08:28:10.755283 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0018da9-9b53-4464-bea7-24cebcde0f67 req-33bfc069-db32-4f3e-aa72-7bf5656ccc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:10.756823 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d0018da9-9b53-4464-bea7-24cebcde0f67 req-33bfc069-db32-4f3e-aa72-7bf5656ccc02 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1cc798a91bd74226a144199bd78c2331&device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 1128 time: 0.0602453 Jun 04 08:28:10.763648 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c7380-a26f-4526-a4bb-13edcae59dbf req-3cd3010f-48b0-4cb2-bc77-b0aac7a96678 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:10.766400 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ef7c7380-a26f-4526-a4bb-13edcae59dbf req-3cd3010f-48b0-4cb2-bc77-b0aac7a96678 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 984 time: 0.0651114 Jun 04 08:28:10.834550 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:10.837892 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:10.840848 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ef7c7380-a26f-4526-a4bb-13edcae59dbf req-950f9514-fddd-4873-ac97-d35bb4e10013 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=eec38379-b779-4abf-9792-e5b7c8468314&id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677247 Jun 04 08:28:10.851130 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 54206) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:10.938099 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0018da9-9b53-4464-bea7-24cebcde0f67 req-412e4d4a-88f5-40ab-9322-c148a3e7dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:10.939560 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d0018da9-9b53-4464-bea7-24cebcde0f67 req-412e4d4a-88f5-40ab-9322-c148a3e7dd89 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b657dda9-96b8-450c-85f0-94a70753fce4 HTTP/1.1" status: 200 len: 913 time: 0.1742535 Jun 04 08:28:10.987722 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-036e50fb-957a-4984-ae1d-ae7f66ea5618 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (4b8e07a5-0755-4599-b8ed-e3480d7ffb2d), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:10.991158 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d0018da9-9b53-4464-bea7-24cebcde0f67 req-7a180b61-10b8-42da-8770-35d3ee9f83d9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2805571-faf8-4dd1-8627-4a86bcb1649a HTTP/1.1" status: 200 len: 217 time: 0.0394661 Jun 04 08:28:11.048986 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-036e50fb-957a-4984-ae1d-ae7f66ea5618 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (4b8e07a5-0755-4599-b8ed-e3480d7ffb2d), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:11.084276 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0018da9-9b53-4464-bea7-24cebcde0f67 req-71274c51-1b5f-4d5a-8710-d3793dbc49bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:11.085768 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d0018da9-9b53-4464-bea7-24cebcde0f67 req-71274c51-1b5f-4d5a-8710-d3793dbc49bc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e421c33-394d-4f1f-9f83-0ef1951dc532 HTTP/1.1" status: 200 len: 851 time: 0.0884397 Jun 04 08:28:11.145028 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0018da9-9b53-4464-bea7-24cebcde0f67 req-326b18e3-c283-4e22-96fb-931ae8fce783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:11.146804 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d0018da9-9b53-4464-bea7-24cebcde0f67 req-326b18e3-c283-4e22-96fb-931ae8fce783 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b657dda9-96b8-450c-85f0-94a70753fce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518954 Jun 04 08:28:11.147527 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-036e50fb-957a-4984-ae1d-ae7f66ea5618 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (4b8e07a5-0755-4599-b8ed-e3480d7ffb2d), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:11.150215 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-036e50fb-957a-4984-ae1d-ae7f66ea5618 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:11.151256 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-036e50fb-957a-4984-ae1d-ae7f66ea5618 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "DELETE /v2.0/security-groups/4b8e07a5-0755-4599-b8ed-e3480d7ffb2d HTTP/1.1" status: 204 len: 168 time: 0.2992544 Jun 04 08:28:11.154922 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 54218) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:11.171411 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.api.v2.resource [None req-4a45b3c3-18a3-4efb-b86b-f53edf9518fe tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] show failed (client error): The resource could not be found. Jun 04 08:28:11.176049 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-4a45b3c3-18a3-4efb-b86b-f53edf9518fe tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups/4b8e07a5-0755-4599-b8ed-e3480d7ffb2d HTTP/1.1" status: 404 len: 347 time: 0.0199602 Jun 04 08:28:11.176965 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 54222) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:11.179172 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e50fb-957a-4984-ae1d-ae7f66ea5618 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8e07a5-0755-4599-b8ed-e3480d7ffb2d,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:11.263100 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d0018da9-9b53-4464-bea7-24cebcde0f67 req-337e908e-6e42-48ce-b039-7e47f3d955ef service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074913 Jun 04 08:28:11.309525 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:11.336386 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:11.351331 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-66e3284c-9fa1-44fb-be9b-9f6c3bd5eb90 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Deleting port a160d1ff-ca27-412f-be68-b89dedaf59f9 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:28:11.351689 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-66e3284c-9fa1-44fb-be9b-9f6c3bd5eb90 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (a160d1ff-ca27-412f-be68-b89dedaf59f9), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:11.379068 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d0018da9-9b53-4464-bea7-24cebcde0f67 req-7a986448-6794-42ce-992c-54a59917b44d service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096919 Jun 04 08:28:11.440340 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-66e3284c-9fa1-44fb-be9b-9f6c3bd5eb90 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (a160d1ff-ca27-412f-be68-b89dedaf59f9), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:11.440668 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-66e3284c-9fa1-44fb-be9b-9f6c3bd5eb90 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (a160d1ff-ca27-412f-be68-b89dedaf59f9), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:11.454478 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-66e3284c-9fa1-44fb-be9b-9f6c3bd5eb90 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Calling delete_port for a160d1ff-ca27-412f-be68-b89dedaf59f9 owned by network:floatingip {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:28:11.585271 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f92ff-9458-4d56-b30d-b562e79f1315 req-798c5531-bc0d-414b-b4b7-1fc89fcee82e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:11.586964 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-618f92ff-9458-4d56-b30d-b562e79f1315 req-798c5531-bc0d-414b-b4b7-1fc89fcee82e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 944 time: 0.0581703 Jun 04 08:28:11.628072 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-66e3284c-9fa1-44fb-be9b-9f6c3bd5eb90 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (a160d1ff-ca27-412f-be68-b89dedaf59f9), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:11.642595 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-618f92ff-9458-4d56-b30d-b562e79f1315 req-a69801cc-61cd-4756-947b-f75f799adcbb tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490241 Jun 04 08:28:11.658105 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3284c-9fa1-44fb-be9b-9f6c3bd5eb90 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event deleted for resources: {'Port': ['ID=a160d1ff-ca27-412f-be68-b89dedaf59f9,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:11.731828 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-66e3284c-9fa1-44fb-be9b-9f6c3bd5eb90 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (9807213e-e582-4e05-9070-6cc5177cfe8b), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:11.734856 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-66e3284c-9fa1-44fb-be9b-9f6c3bd5eb90 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:11.736175 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-66e3284c-9fa1-44fb-be9b-9f6c3bd5eb90 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "DELETE /v2.0/floatingips/9807213e-e582-4e05-9070-6cc5177cfe8b HTTP/1.1" status: 204 len: 168 time: 0.5581853 Jun 04 08:28:11.810480 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 54234) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:11.815227 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-417ee454-b33d-4de1-8ee7-5c6c7e76687f tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1592545789', 'description': 'tempest-description--1022291261'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:28:11.843124 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-417ee454-b33d-4de1-8ee7-5c6c7e76687f tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:11.922578 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-417ee454-b33d-4de1-8ee7-5c6c7e76687f tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (85170d2f-d393-48d2-bed1-4282106fd7f2), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:11.935638 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-417ee454-b33d-4de1-8ee7-5c6c7e76687f tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (85170d2f-d393-48d2-bed1-4282106fd7f2), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:11.994622 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:12.003343 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67a14c-54d7-4486-8fc4-91c618d3b87e req-e937be50-1bda-492f-8a9d-e9a5f2f3a6f2 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:12.004872 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ae67a14c-54d7-4486-8fc4-91c618d3b87e req-e937be50-1bda-492f-8a9d-e9a5f2f3a6f2 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 984 time: 0.0808625 Jun 04 08:28:12.008106 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-417ee454-b33d-4de1-8ee7-5c6c7e76687f tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:12.009209 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-417ee454-b33d-4de1-8ee7-5c6c7e76687f tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1976421 Jun 04 08:28:12.010417 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ee454-b33d-4de1-8ee7-5c6c7e76687f tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85170d2f-d393-48d2-bed1-4282106fd7f2,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:12.012553 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 54238) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:12.018499 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-165fff82-6c8f-40a2-b753-fcec0011c978 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'security_group_rule': {'security_group_id': '85170d2f-d393-48d2-bed1-4282106fd7f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:28:12.083956 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-165fff82-6c8f-40a2-b753-fcec0011c978 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (fd9fbe54-9e40-4b95-8113-9060bd2cf29a), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:12.108784 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ae67a14c-54d7-4486-8fc4-91c618d3b87e req-34f43132-5950-4e17-acf1-bedbf8e9176b tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=eec38379-b779-4abf-9792-e5b7c8468314&id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0952682 Jun 04 08:28:12.121726 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:12.158386 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-165fff82-6c8f-40a2-b753-fcec0011c978 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (fd9fbe54-9e40-4b95-8113-9060bd2cf29a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:12.162966 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-165fff82-6c8f-40a2-b753-fcec0011c978 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (fd9fbe54-9e40-4b95-8113-9060bd2cf29a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:12.185337 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fff82-6c8f-40a2-b753-fcec0011c978 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9fbe54-9e40-4b95-8113-9060bd2cf29a,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:12.189843 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-165fff82-6c8f-40a2-b753-fcec0011c978 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:12.191069 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-165fff82-6c8f-40a2-b753-fcec0011c978 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1760197 Jun 04 08:28:12.193955 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 54240) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:12.198385 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-f34189b5-65e7-430f-b69e-3b4838b08a63 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'security_group_rule': {'security_group_id': '85170d2f-d393-48d2-bed1-4282106fd7f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:28:12.227277 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f34189b5-65e7-430f-b69e-3b4838b08a63 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (e5455fb0-bb3d-4493-a7ec-b124a26cc3fa), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:12.289375 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f34189b5-65e7-430f-b69e-3b4838b08a63 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (e5455fb0-bb3d-4493-a7ec-b124a26cc3fa), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:12.293883 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f34189b5-65e7-430f-b69e-3b4838b08a63 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (e5455fb0-bb3d-4493-a7ec-b124a26cc3fa), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:12.319380 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34189b5-65e7-430f-b69e-3b4838b08a63 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5455fb0-bb3d-4493-a7ec-b124a26cc3fa,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:12.328049 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f34189b5-65e7-430f-b69e-3b4838b08a63 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:12.329401 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f34189b5-65e7-430f-b69e-3b4838b08a63 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344891 Jun 04 08:28:12.332492 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 54242) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:12.336921 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-660d2021-9bb6-412c-a397-6338d2a050d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'floatingip': {'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:28:12.359531 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-660d2021-9bb6-412c-a397-6338d2a050d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:12.452543 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-660d2021-9bb6-412c-a397-6338d2a050d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:12.586929 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-660d2021-9bb6-412c-a397-6338d2a050d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Allocated IP 172.27.2.171 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/c2f8e0d6-c2c4-447f-845b-d933b87b649a) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:28:12.693725 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 89c66fb0-6c4e-409a-8463-3130b06b582c no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:28:12.705398 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-660d2021-9bb6-412c-a397-6338d2a050d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for port (c2f8e0d6-c2c4-447f-845b-d933b87b649a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:12.714799 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: 89c66fb0-6c4e-409a-8463-3130b06b582c {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:28:12.715144 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 89c66fb0-6c4e-409a-8463-3130b06b582c not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:28:12.744333 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-660d2021-9bb6-412c-a397-6338d2a050d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (c2f8e0d6-c2c4-447f-845b-d933b87b649a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:12.774002 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eed7ec-4d44-4c57-96f2-eef91b5c6776 req-dee4edc8-4b24-46d0-8aae-3b2d747020b0 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:12.776091 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e0eed7ec-4d44-4c57-96f2-eef91b5c6776 req-dee4edc8-4b24-46d0-8aae-3b2d747020b0 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 944 time: 0.0625932 Jun 04 08:28:12.789128 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660d2021-9bb6-412c-a397-6338d2a050d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:28:12.794274 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-660d2021-9bb6-412c-a397-6338d2a050d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:28:12.797383 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d2021-9bb6-412c-a397-6338d2a050d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:28:12.830761 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d2021-9bb6-412c-a397-6338d2a050d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'Port': ['ID=c2f8e0d6-c2c4-447f-845b-d933b87b649a,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:12.840441 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e0eed7ec-4d44-4c57-96f2-eef91b5c6776 req-83c51b36-8ecc-4cc5-8454-5744fba5c28c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572908 Jun 04 08:28:12.856635 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:12.858354 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:12.896944 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:12.906988 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-660d2021-9bb6-412c-a397-6338d2a050d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (eeec131b-4096-4fb0-955c-1200a24b7e8f), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:12.947489 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-660d2021-9bb6-412c-a397-6338d2a050d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (c2f8e0d6-c2c4-447f-845b-d933b87b649a), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:13.141790 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-660d2021-9bb6-412c-a397-6338d2a050d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for port (c2f8e0d6-c2c4-447f-845b-d933b87b649a), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:13.147135 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-660d2021-9bb6-412c-a397-6338d2a050d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (c2f8e0d6-c2c4-447f-845b-d933b87b649a), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:13.246745 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d2021-9bb6-412c-a397-6338d2a050d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'Port': ['ID=c2f8e0d6-c2c4-447f-845b-d933b87b649a,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:13.274343 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e76965-d180-434f-b847-7ce2894e9086 req-ebc3e4e8-88b4-4771-9155-2d39c598dd2c tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:13.275845 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f4e76965-d180-434f-b847-7ce2894e9086 req-ebc3e4e8-88b4-4771-9155-2d39c598dd2c tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 984 time: 0.0884836 Jun 04 08:28:13.276801 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-660d2021-9bb6-412c-a397-6338d2a050d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (eeec131b-4096-4fb0-955c-1200a24b7e8f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:13.303172 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-660d2021-9bb6-412c-a397-6338d2a050d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:13.304397 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-660d2021-9bb6-412c-a397-6338d2a050d6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9709418 Jun 04 08:28:13.350567 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f4e76965-d180-434f-b847-7ce2894e9086 req-98478203-6115-4e7a-b2d5-bf66946a35eb tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=eec38379-b779-4abf-9792-e5b7c8468314&id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662723 Jun 04 08:28:13.497400 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:13.512627 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-ab868d6f-7199-4e91-b1bc-6190982c6321 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1592545789&fields=id&tenant_id=bada48f0853f4642b538bab7eae486e6 HTTP/1.1" status: 200 len: 267 time: 0.0441694 Jun 04 08:28:13.628433 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-df5c43c4-ae7e-488d-b234-dd5cb19662e7 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:13.629962 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-df5c43c4-ae7e-488d-b234-dd5cb19662e7 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/networks?id=b88cbea7-518a-4446-bcff-56c4dc453510 HTTP/1.1" status: 200 len: 815 time: 0.1108642 Jun 04 08:28:13.645377 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-a98c2c00-8fdb-446f-88ba-e6fd6f69ff55 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/quotas/bada48f0853f4642b538bab7eae486e6 HTTP/1.1" status: 200 len: 375 time: 0.0100200 Jun 04 08:28:13.701509 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-68f32b5a-4baa-4085-b39a-862c2e2fb197 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bada48f0853f4642b538bab7eae486e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502748 Jun 04 08:28:13.954605 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-3df877b5-11e5-41eb-8f28-f68742ec0115 service neutron] 10.222.0.57 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407885 Jun 04 08:28:14.000867 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8d9ac-720a-468e-a9a7-98b0606d1c45 req-5787fe11-a687-4213-be23-038d3103170b tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:14.008033 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-26e8d9ac-720a-468e-a9a7-98b0606d1c45 req-5787fe11-a687-4213-be23-038d3103170b tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 944 time: 0.0970933 Jun 04 08:28:14.064309 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-26e8d9ac-720a-468e-a9a7-98b0606d1c45 req-a1dbe847-e41a-472b-bfd1-acc982961f1b tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552056 Jun 04 08:28:14.073985 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-300a3cde-9c30-43bc-a9f2-6fd610935b07 service neutron] 10.222.0.57 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117969 Jun 04 08:28:14.245335 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-715c2924-9c0c-423e-b58d-0f05c95ec8cf req-4fb7306a-58f1-490f-bb57-35f84626be81 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=b3e3bf8c-b43c-4586-a0da-be4f76abb8c0 HTTP/1.1" status: 200 len: 210 time: 0.0284185 Jun 04 08:28:14.478985 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b416d-5978-4c8f-9c92-399b629a303b req-1e424324-02cd-48d0-a6be-4d6999e38a63 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:14.480525 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-331b416d-5978-4c8f-9c92-399b629a303b req-1e424324-02cd-48d0-a6be-4d6999e38a63 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 984 time: 0.0511279 Jun 04 08:28:14.516398 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:14.547052 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-331b416d-5978-4c8f-9c92-399b629a303b req-1b3c9b13-7271-434e-a493-30c875099edd tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=eec38379-b779-4abf-9792-e5b7c8468314&id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606978 Jun 04 08:28:15.209121 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba516e31-6550-48f0-b58e-ffa387e351f6 req-1141f931-45a3-4e1f-9124-75860187cf3d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:15.213074 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ba516e31-6550-48f0-b58e-ffa387e351f6 req-1141f931-45a3-4e1f-9124-75860187cf3d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 944 time: 0.0580120 Jun 04 08:28:15.345216 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ba516e31-6550-48f0-b58e-ffa387e351f6 req-3f1ed810-b75e-4601-beeb-2dc55d40c45d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282115 Jun 04 08:28:15.397121 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-be75c0e4-c6e6-4c0b-b755-e5945a9637c8 req-d16e3708-ecca-43dc-b253-bb782d35c95b tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=b3e3bf8c-b43c-4586-a0da-be4f76abb8c0 HTTP/1.1" status: 200 len: 210 time: 0.0606451 Jun 04 08:28:15.434900 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-78294ec9-0ab0-43b4-8ce7-623307f05473 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:15.436481 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-78294ec9-0ab0-43b4-8ce7-623307f05473 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "GET /v2.0/networks?id=b88cbea7-518a-4446-bcff-56c4dc453510 HTTP/1.1" status: 200 len: 815 time: 0.1770854 Jun 04 08:28:15.464568 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:15.533158 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-8a03d8cf-8cf4-4ffc-bcce-2deb35bf7747 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bada48f0853f4642b538bab7eae486e6 HTTP/1.1" status: 200 len: 380 time: 0.0782859 Jun 04 08:28:15.587533 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-457d2b9c-4030-4093-8a8a-6e878ad744ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'port': {'device_id': 'b3e3bf8c-b43c-4586-a0da-be4f76abb8c0', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'admin_state_up': True, 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'security_groups': ['85170d2f-d393-48d2-bed1-4282106fd7f2']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:28:15.725585 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b1224-3491-4574-b89d-95e007a783c8 req-33d3473a-f855-48c8-a655-1a2875c05e3f tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:15.727407 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2b9b1224-3491-4574-b89d-95e007a783c8 req-33d3473a-f855-48c8-a655-1a2875c05e3f tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 984 time: 0.0690179 Jun 04 08:28:15.743486 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:15.844437 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2b9b1224-3491-4574-b89d-95e007a783c8 req-ab3018d1-ac2f-4b0c-bdeb-e0c4d7ec362d tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=eec38379-b779-4abf-9792-e5b7c8468314&id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053276 Jun 04 08:28:15.845742 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-457d2b9c-4030-4093-8a8a-6e878ad744ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Made reservation on behalf of bada48f0853f4642b538bab7eae486e6 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:28:15.849441 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-457d2b9c-4030-4093-8a8a-6e878ad744ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:15.994090 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-457d2b9c-4030-4093-8a8a-6e878ad744ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Allocated IP 172.20.0.4 (b88cbea7-518a-4446-bcff-56c4dc453510/5faa1da9-51be-4c06-b751-2fe7b4126f56/f947b562-127e-47e6-b416-6717ebb66d65) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:28:16.152286 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-457d2b9c-4030-4093-8a8a-6e878ad744ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for port (f947b562-127e-47e6-b416-6717ebb66d65), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:16.187899 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-457d2b9c-4030-4093-8a8a-6e878ad744ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (f947b562-127e-47e6-b416-6717ebb66d65), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:16.240541 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-457d2b9c-4030-4093-8a8a-6e878ad744ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Network b88cbea7-518a-4446-bcff-56c4dc453510 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:28:16.244345 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-457d2b9c-4030-4093-8a8a-6e878ad744ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:28:16.251479 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-457d2b9c-4030-4093-8a8a-6e878ad744ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:28:16.278749 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d2b9c-4030-4093-8a8a-6e878ad744ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event updated for resources: {'Port': ['ID=f947b562-127e-47e6-b416-6717ebb66d65,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:16.314087 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-457d2b9c-4030-4093-8a8a-6e878ad744ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:16.314908 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-457d2b9c-4030-4093-8a8a-6e878ad744ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:16.344410 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-457d2b9c-4030-4093-8a8a-6e878ad744ae tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7612808 Jun 04 08:28:16.472783 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Request body: {'port': {'device_id': 'b3e3bf8c-b43c-4586-a0da-be4f76abb8c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:28:16.506004 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-05fa4814-1360-4fab-9142-0558f51d5420 None None] Provisioning complete for port f947b562-127e-47e6-b416-6717ebb66d65 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:28:16.506569 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-05fa4814-1360-4fab-9142-0558f51d5420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (f947b562-127e-47e6-b416-6717ebb66d65), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:16.538661 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2f3f1-791b-46cd-9d8b-56443e4d9fec req-5b072d28-4b78-4abf-8cb6-dac04961b5fd tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:16.540204 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c8a2f3f1-791b-46cd-9d8b-56443e4d9fec req-5b072d28-4b78-4abf-8cb6-dac04961b5fd tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 944 time: 0.1040483 Jun 04 08:28:16.566486 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdf93d-bf08-4e60-9764-fd848aa09bb1 req-068f63f2-b834-45f2-982f-ccf84f57ee2c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:16.568768 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4cfdf93d-bf08-4e60-9764-fd848aa09bb1 req-068f63f2-b834-45f2-982f-ccf84f57ee2c tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=b3e3bf8c-b43c-4586-a0da-be4f76abb8c0 HTTP/1.1" status: 200 len: 931 time: 0.0683141 Jun 04 08:28:16.582390 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-05fa4814-1360-4fab-9142-0558f51d5420 None None] Port f947b562-127e-47e6-b416-6717ebb66d65 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:28:16.595511 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (f947b562-127e-47e6-b416-6717ebb66d65), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:16.629785 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:16.645781 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c8a2f3f1-791b-46cd-9d8b-56443e4d9fec req-d5fa5e21-5ccb-4d87-9fc5-868b9c48ee7e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776238 Jun 04 08:28:16.686998 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4cfdf93d-bf08-4e60-9764-fd848aa09bb1 req-625de29a-0ba5-4c94-aa0e-e9b3fe4f6711 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=85170d2f-d393-48d2-bed1-4282106fd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022093 Jun 04 08:28:16.704793 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:17.020064 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebe9db-0666-4d92-9df7-fc0e1b5fb40d req-4233fed1-6e98-45bf-a4bb-e0b2a5e3284b tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:17.021608 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-44ebe9db-0666-4d92-9df7-fc0e1b5fb40d req-4233fed1-6e98-45bf-a4bb-e0b2a5e3284b tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 984 time: 0.0764456 Jun 04 08:28:17.068268 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f947b562-127e-47e6-b416-6717ebb66d65 {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:28:17.084855 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Publish callbacks [] for port (f947b562-127e-47e6-b416-6717ebb66d65), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:17.119368 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Transition to ACTIVE for port object f947b562-127e-47e6-b416-6717ebb66d65 will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:28:17.131974 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (f947b562-127e-47e6-b416-6717ebb66d65), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:17.170685 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-44ebe9db-0666-4d92-9df7-fc0e1b5fb40d req-c38b27f8-cc0f-4355-98c1-b3de59bee1f9 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=eec38379-b779-4abf-9792-e5b7c8468314&id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1304705 Jun 04 08:28:17.201049 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Pushing event updated for resources: {'Port': ['ID=f947b562-127e-47e6-b416-6717ebb66d65,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:17.248366 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:17.267758 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:28:17.288571 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Attempting to bind port f947b562-127e-47e6-b416-6717ebb66d65 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:28:17.289044 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Attempting to bind port f947b562-127e-47e6-b416-6717ebb66d65 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:28:17.289386 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Attempting to bind port f947b562-127e-47e6-b416-6717ebb66d65 on network b88cbea7-518a-4446-bcff-56c4dc453510 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:28:17.294598 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Port f947b562-127e-47e6-b416-6717ebb66d65 on network b88cbea7-518a-4446-bcff-56c4dc453510 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:28:17.294924 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Attempting to bind port f947b562-127e-47e6-b416-6717ebb66d65 on network b88cbea7-518a-4446-bcff-56c4dc453510 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:28:17.301261 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:28:17.301653 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Checking segment: {'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:28:17.302075 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Bound using segment: {'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:28:17.302511 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Bound port: f947b562-127e-47e6-b416-6717ebb66d65, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '170b3f10-ed25-44db-a443-a07f51450348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:28:17.303015 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (f947b562-127e-47e6-b416-6717ebb66d65), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:17.370160 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] For port f947b562-127e-47e6-b416-6717ebb66d65, host hv-cinder-83699, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:28:17.374748 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] For port f947b562-127e-47e6-b416-6717ebb66d65, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f947b562-127e-47e6-b416-6717ebb66d65,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:28:17.380935 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (f947b562-127e-47e6-b416-6717ebb66d65), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:17.422697 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:17.423775 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:17.425260 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] 10.222.0.77 "PUT /v2.0/ports/f947b562-127e-47e6-b416-6717ebb66d65 HTTP/1.1" status: 200 len: 1093 time: 0.9765284 Jun 04 08:28:17.425843 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e3bf8c-b43c-4586-a0da-be4f76abb8c0', 'tag': 'f947b562-127e-47e6-b416-6717ebb66d65'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:28:17.428400 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c09053-fa72-4c98-ac42-08ddff2b4a51" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e3bf8c-b43c-4586-a0da-be4f76abb8c0", "tag": "f947b562-127e-47e6-b416-6717ebb66d65"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:28:17.460919 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb4e06-302d-440c-a223-05a4f1521d04 service neutron] Pushing event updated for resources: {'Port': ['ID=f947b562-127e-47e6-b416-6717ebb66d65,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:17.475814 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36ebc8a-c915-47c8-baca-a322ecc7f026 x-openstack-request-id: req-d36ebc8a-c915-47c8-baca-a322ecc7f026 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:28:17.476506 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e3bf8c-b43c-4586-a0da-be4f76abb8c0", "tag": "f947b562-127e-47e6-b416-6717ebb66d65", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:28:17.476506 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d36ebc8a-c915-47c8-baca-a322ecc7f026 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:28:17.476913 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36ebc8a-c915-47c8-baca-a322ecc7f026'] response: {'name': 'network-changed', 'server_uuid': 'b3e3bf8c-b43c-4586-a0da-be4f76abb8c0', 'tag': 'f947b562-127e-47e6-b416-6717ebb66d65', 'status': 'completed', 'code': 200} Jun 04 08:28:17.525408 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-60b0a5e5-05a8-4680-847d-6ab5ff8c8e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:17.527030 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-60b0a5e5-05a8-4680-847d-6ab5ff8c8e88 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bada48f0853f4642b538bab7eae486e6&device_id=b3e3bf8c-b43c-4586-a0da-be4f76abb8c0 HTTP/1.1" status: 200 len: 1127 time: 0.0462165 Jun 04 08:28:17.579400 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-9c5fe7a2-8d6e-474a-836a-eb8a2c9e1590 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f947b562-127e-47e6-b416-6717ebb66d65 HTTP/1.1" status: 200 len: 217 time: 0.0442400 Jun 04 08:28:17.651827 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-c43bad6f-fd4a-46ef-951e-b2dc075667c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:17.654443 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-c43bad6f-fd4a-46ef-951e-b2dc075667c8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5faa1da9-51be-4c06-b751-2fe7b4126f56 HTTP/1.1" status: 200 len: 854 time: 0.0566261 Jun 04 08:28:17.707927 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-0071fa6d-35d7-4918-81a8-7e79db4a84fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:17.710423 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-0071fa6d-35d7-4918-81a8-7e79db4a84fb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b88cbea7-518a-4446-bcff-56c4dc453510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482459 Jun 04 08:28:17.821510 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:17.836996 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:17.844065 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76a67e-4e05-48f0-b5f6-9f752d865ede req-6ea6412b-8a36-4694-bda3-cbf30ae67c7a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:17.845938 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7f76a67e-4e05-48f0-b5f6-9f752d865ede req-6ea6412b-8a36-4694-bda3-cbf30ae67c7a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=b3e3bf8c-b43c-4586-a0da-be4f76abb8c0 HTTP/1.1" status: 200 len: 943 time: 0.0616789 Jun 04 08:28:17.857779 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1258d2-145b-430c-9031-990b7f8e831f req-b0166d89-04a3-4e5c-b954-7c2ea0475639 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:17.859869 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ef1258d2-145b-430c-9031-990b7f8e831f req-b0166d89-04a3-4e5c-b954-7c2ea0475639 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 944 time: 0.1073487 Jun 04 08:28:17.898491 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-f0379ef8-b77f-464a-bf15-6cdaa2c0b75a service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785815 Jun 04 08:28:17.912489 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7f76a67e-4e05-48f0-b5f6-9f752d865ede req-24f3826a-6ae4-4c55-8e8b-ba25bbfeb570 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=85170d2f-d393-48d2-bed1-4282106fd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596383 Jun 04 08:28:17.995558 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ef1258d2-145b-430c-9031-990b7f8e831f req-651f87c0-ea7f-42b9-98ec-4a2714a0f55f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245341 Jun 04 08:28:18.031926 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6e275358-4357-45de-b6a9-4b2dcae3d632 req-3fcf02fa-f92b-4c34-b15c-0c2c75fd1327 service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228909 Jun 04 08:28:18.321627 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9b146-ea96-4b19-a927-98f2b5cce7e3 req-a4041150-b6df-418d-bafb-96c94170cff0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:18.323452 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d2c9b146-ea96-4b19-a927-98f2b5cce7e3 req-a4041150-b6df-418d-bafb-96c94170cff0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 984 time: 0.0657647 Jun 04 08:28:18.390205 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d2c9b146-ea96-4b19-a927-98f2b5cce7e3 req-7fd7a9bd-b576-4379-a35d-f9ae050fd152 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=eec38379-b779-4abf-9792-e5b7c8468314&id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611017 Jun 04 08:28:18.744901 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device a2805571-faf8-4dd1-8627-4a86bcb1649a details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:28:18.825256 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=8 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:18.865699 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port a2805571-faf8-4dd1-8627-4a86bcb1649a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a2805571-faf8-4dd1-8627-4a86bcb1649a,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:28:18.879196 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': 'a2805571-faf8-4dd1-8627-4a86bcb1649a', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'port_id': 'a2805571-faf8-4dd1-8627-4a86bcb1649a', 'mac_address': 'fa:16:3e:1e:d2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:28:18.920656 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port a2805571-faf8-4dd1-8627-4a86bcb1649a is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:28:18.922030 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (a2805571-faf8-4dd1-8627-4a86bcb1649a), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:18.936497 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2805571-faf8-4dd1-8627-4a86bcb1649a {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:28:18.957668 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port a2805571-faf8-4dd1-8627-4a86bcb1649a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a2805571-faf8-4dd1-8627-4a86bcb1649a,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:28:18.964261 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (a2805571-faf8-4dd1-8627-4a86bcb1649a), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:19.023032 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=a2805571-faf8-4dd1-8627-4a86bcb1649a,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:19.093696 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cc545-9b55-485c-b9e2-9b09d5db6602 req-9776eef1-6957-46f6-a399-8b5aff5db350 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:19.098472 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b16cc545-9b55-485c-b9e2-9b09d5db6602 req-9776eef1-6957-46f6-a399-8b5aff5db350 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=b3e3bf8c-b43c-4586-a0da-be4f76abb8c0 HTTP/1.1" status: 200 len: 943 time: 0.0756550 Jun 04 08:28:19.161216 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b16cc545-9b55-485c-b9e2-9b09d5db6602 req-e719cd25-e901-4519-9731-1437383c402d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=85170d2f-d393-48d2-bed1-4282106fd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591128 Jun 04 08:28:19.229211 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['a2805571-faf8-4dd1-8627-4a86bcb1649a'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:28:19.307164 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd78f9-8571-41c1-be4f-eafeadb0f5cd req-be2b5665-0f4a-48ae-98bd-31a0bac4e4e6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:19.309030 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3bcd78f9-8571-41c1-be4f-eafeadb0f5cd req-be2b5665-0f4a-48ae-98bd-31a0bac4e4e6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0700772 Jun 04 08:28:19.377562 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c09053-fa72-4c98-ac42-08ddff2b4a51 req-16a98fc6-64a0-4353-9cb8-a061f7adea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:19.379134 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22c09053-fa72-4c98-ac42-08ddff2b4a51 req-16a98fc6-64a0-4353-9cb8-a061f7adea15 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bada48f0853f4642b538bab7eae486e6&device_id=b3e3bf8c-b43c-4586-a0da-be4f76abb8c0 HTTP/1.1" status: 200 len: 1127 time: 0.3653548 Jun 04 08:28:19.415493 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374133a0-9532-44f5-9159-33e30e232552 req-40b1754a-0f64-4c54-adec-46b05baa40b0 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:19.417379 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-374133a0-9532-44f5-9159-33e30e232552 req-40b1754a-0f64-4c54-adec-46b05baa40b0 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 945 time: 0.0800500 Jun 04 08:28:19.438191 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:19.566343 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-374133a0-9532-44f5-9159-33e30e232552 req-7da93522-41ea-4704-9a3b-38e047e1596b tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069329 Jun 04 08:28:19.581602 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c09053-fa72-4c98-ac42-08ddff2b4a51 req-f062f9e5-3c30-4d06-9ca6-8a8b384fc881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:19.583367 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22c09053-fa72-4c98-ac42-08ddff2b4a51 req-f062f9e5-3c30-4d06-9ca6-8a8b384fc881 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b88cbea7-518a-4446-bcff-56c4dc453510 HTTP/1.1" status: 200 len: 916 time: 0.1976213 Jun 04 08:28:19.646302 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22c09053-fa72-4c98-ac42-08ddff2b4a51 req-f4c04ad0-4fde-4c52-8a73-3e5b72fca126 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f947b562-127e-47e6-b416-6717ebb66d65 HTTP/1.1" status: 200 len: 217 time: 0.0557699 Jun 04 08:28:19.652138 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3bcd78f9-8571-41c1-be4f-eafeadb0f5cd req-4cc301d0-7313-4b85-869d-69285fc1512a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3360806 Jun 04 08:28:19.733318 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9db1a2-4c1a-4072-a280-c15b8544a848 req-c84257cb-327c-4ed4-a16f-903e8ee5a23a tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:19.734847 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3c9db1a2-4c1a-4072-a280-c15b8544a848 req-c84257cb-327c-4ed4-a16f-903e8ee5a23a tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 984 time: 0.0920606 Jun 04 08:28:19.738752 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c09053-fa72-4c98-ac42-08ddff2b4a51 req-5ae32829-d46f-4bc7-a255-407f56838258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:19.740175 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22c09053-fa72-4c98-ac42-08ddff2b4a51 req-5ae32829-d46f-4bc7-a255-407f56838258 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5faa1da9-51be-4c06-b751-2fe7b4126f56 HTTP/1.1" status: 200 len: 854 time: 0.0846555 Jun 04 08:28:19.822635 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c09053-fa72-4c98-ac42-08ddff2b4a51 req-a6d240b5-f19f-4f72-95c8-1f361871dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:19.824068 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22c09053-fa72-4c98-ac42-08ddff2b4a51 req-a6d240b5-f19f-4f72-95c8-1f361871dba5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b88cbea7-518a-4446-bcff-56c4dc453510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0726781 Jun 04 08:28:19.851922 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3c9db1a2-4c1a-4072-a280-c15b8544a848 req-4079ca2e-9ada-4050-b32e-2b27182ca0b4 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=eec38379-b779-4abf-9792-e5b7c8468314&id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082115 Jun 04 08:28:19.940904 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22c09053-fa72-4c98-ac42-08ddff2b4a51 req-03868b61-629e-497b-8b06-8dbb7b6a5c51 service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083930 Jun 04 08:28:20.041104 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22c09053-fa72-4c98-ac42-08ddff2b4a51 req-6dbac613-3e58-48df-998e-b7c73a5fab20 service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918579 Jun 04 08:28:20.295533 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03ab52-dccc-4f15-8383-8d3cd138d767 req-9ee52712-f436-4ddf-b497-10ca3fe72396 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:20.297021 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6c03ab52-dccc-4f15-8383-8d3cd138d767 req-9ee52712-f436-4ddf-b497-10ca3fe72396 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=b3e3bf8c-b43c-4586-a0da-be4f76abb8c0 HTTP/1.1" status: 200 len: 943 time: 0.0486858 Jun 04 08:28:20.351424 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6c03ab52-dccc-4f15-8383-8d3cd138d767 req-c309fb07-2233-4c94-9800-4b1d70ea0633 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=85170d2f-d393-48d2-bed1-4282106fd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485153 Jun 04 08:28:20.703595 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2581b6d-6428-4866-9b6c-627fdc1c60fe req-27d4de72-da0f-4fa6-9570-6baff24470ce tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:20.705134 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f2581b6d-6428-4866-9b6c-627fdc1c60fe req-27d4de72-da0f-4fa6-9570-6baff24470ce tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 945 time: 0.0590024 Jun 04 08:28:20.742451 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:20.758744 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device f947b562-127e-47e6-b416-6717ebb66d65 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:28:20.767065 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f2581b6d-6428-4866-9b6c-627fdc1c60fe req-597361e9-f1d5-413d-99f0-cdd255b5d8ea tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555477 Jun 04 08:28:20.770786 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device a2805571-faf8-4dd1-8627-4a86bcb1649a up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:28:20.780294 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337a7ef-ed38-44d7-881f-bdab9435688e req-a07ac57e-fb14-40f3-8f9a-4780eda74cfa tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:20.781727 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2337a7ef-ed38-44d7-881f-bdab9435688e req-a07ac57e-fb14-40f3-8f9a-4780eda74cfa tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0497706 Jun 04 08:28:20.842349 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2337a7ef-ed38-44d7-881f-bdab9435688e req-59c843b7-8c78-47fe-90cd-e4080b1a3fe0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543070 Jun 04 08:28:21.002217 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f61053-6ffa-48eb-994c-6454ead3e103 req-fd8d202b-a1a7-4637-8c7e-2dcdd26c24bf tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:21.002411 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port a2805571-faf8-4dd1-8627-4a86bcb1649a completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:28:21.005351 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b4f61053-6ffa-48eb-994c-6454ead3e103 req-fd8d202b-a1a7-4637-8c7e-2dcdd26c24bf tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 984 time: 0.0577798 Jun 04 08:28:21.013433 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port a2805571-faf8-4dd1-8627-4a86bcb1649a triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:28:21.013804 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (a2805571-faf8-4dd1-8627-4a86bcb1649a), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:21.027872 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:21.077193 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port f947b562-127e-47e6-b416-6717ebb66d65, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f947b562-127e-47e6-b416-6717ebb66d65,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:28:21.082652 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b4f61053-6ffa-48eb-994c-6454ead3e103 req-c1df7ba2-6e09-4571-8c5d-530ae2d0f129 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=eec38379-b779-4abf-9792-e5b7c8468314&id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713913 Jun 04 08:28:21.093587 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': 'f947b562-127e-47e6-b416-6717ebb66d65', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'port_id': 'f947b562-127e-47e6-b416-6717ebb66d65', 'mac_address': 'fa:16:3e:a4:0a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:28:21.136057 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:21.156163 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port a2805571-faf8-4dd1-8627-4a86bcb1649a is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:28:21.156553 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (a2805571-faf8-4dd1-8627-4a86bcb1649a), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:21.169921 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port f947b562-127e-47e6-b416-6717ebb66d65 is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:28:21.170311 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (f947b562-127e-47e6-b416-6717ebb66d65), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:21.196860 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b8807f-8264-4524-afe5-536696ca87a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2805571-faf8-4dd1-8627-4a86bcb1649a'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:28:21.199169 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3691ae11-4a3d-4eae-aa75-f819ee32848e" -d '{"events": [{"server_uuid": "13b8807f-8264-4524-afe5-536696ca87a0", "name": "network-vif-plugged", "status": "completed", "tag": "a2805571-faf8-4dd1-8627-4a86bcb1649a"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:28:21.205315 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f947b562-127e-47e6-b416-6717ebb66d65 {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:28:21.220450 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port a2805571-faf8-4dd1-8627-4a86bcb1649a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a2805571-faf8-4dd1-8627-4a86bcb1649a,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:28:21.227853 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (a2805571-faf8-4dd1-8627-4a86bcb1649a), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:21.242296 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port f947b562-127e-47e6-b416-6717ebb66d65, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f947b562-127e-47e6-b416-6717ebb66d65,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:28:21.260749 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bdd93b-7785-4261-84ef-0607db2b11f6 x-openstack-request-id: req-d6bdd93b-7785-4261-84ef-0607db2b11f6 {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:28:21.261063 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b8807f-8264-4524-afe5-536696ca87a0", "name": "network-vif-plugged", "status": "completed", "tag": "a2805571-faf8-4dd1-8627-4a86bcb1649a", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:28:21.261489 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6bdd93b-7785-4261-84ef-0607db2b11f6 {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:28:21.262593 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6bdd93b-7785-4261-84ef-0607db2b11f6'] response: {'server_uuid': '13b8807f-8264-4524-afe5-536696ca87a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2805571-faf8-4dd1-8627-4a86bcb1649a', 'code': 200} Jun 04 08:28:21.265332 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (f947b562-127e-47e6-b416-6717ebb66d65), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:21.292518 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=a2805571-faf8-4dd1-8627-4a86bcb1649a,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:21.348359 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=f947b562-127e-47e6-b416-6717ebb66d65,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:21.443488 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:21.486064 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6624feb-d13c-4251-99d9-e52da4da298f req-416dacb1-5bc0-446b-bb2b-461c9c310a02 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:21.487549 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d6624feb-d13c-4251-99d9-e52da4da298f req-416dacb1-5bc0-446b-bb2b-461c9c310a02 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=b3e3bf8c-b43c-4586-a0da-be4f76abb8c0 HTTP/1.1" status: 200 len: 944 time: 0.0547481 Jun 04 08:28:21.536399 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['f947b562-127e-47e6-b416-6717ebb66d65'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:28:21.547522 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab36450-7c60-48ea-ada6-727612ce9831 req-be921df7-d350-4b21-b0af-8cf8608d504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:21.552945 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8ab36450-7c60-48ea-ada6-727612ce9831 req-be921df7-d350-4b21-b0af-8cf8608d504f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 1130 time: 0.0609045 Jun 04 08:28:21.593651 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d6624feb-d13c-4251-99d9-e52da4da298f req-8099ca78-fd4b-448e-9d5e-f8ef83127e39 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=85170d2f-d393-48d2-bed1-4282106fd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953307 Jun 04 08:28:21.621149 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8ab36450-7c60-48ea-ada6-727612ce9831 req-a8edde0e-ba5a-4a4e-8e35-f7e09b7d0a87 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653806 Jun 04 08:28:21.901552 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcf206-26cc-4e27-9817-9eccca11aa9c req-dc337a2f-e334-471c-836e-22a665c80525 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:21.903927 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-03fcf206-26cc-4e27-9817-9eccca11aa9c req-dc337a2f-e334-471c-836e-22a665c80525 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 946 time: 0.0581002 Jun 04 08:28:21.972660 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-03fcf206-26cc-4e27-9817-9eccca11aa9c req-83261f90-3ceb-4886-afc5-3d9d8c4347f3 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622754 Jun 04 08:28:21.994127 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c5f90-a597-434c-be8d-d308eef87bea req-6e4bcb31-4915-4183-8ae3-79abc2cb970c tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:21.995783 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-930c5f90-a597-434c-be8d-d308eef87bea req-6e4bcb31-4915-4183-8ae3-79abc2cb970c tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0546503 Jun 04 08:28:22.051249 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-930c5f90-a597-434c-be8d-d308eef87bea req-5531e270-4406-4241-8168-dec10687bc99 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497768 Jun 04 08:28:22.198756 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775dee6-8c5b-4caf-8bb0-b0b46c7cd522 req-f74bbf89-35e6-4d15-931a-d87e5e362a94 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:22.200917 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1775dee6-8c5b-4caf-8bb0-b0b46c7cd522 req-f74bbf89-35e6-4d15-931a-d87e5e362a94 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 984 time: 0.0483541 Jun 04 08:28:22.275185 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1775dee6-8c5b-4caf-8bb0-b0b46c7cd522 req-13c51615-97c4-47e0-aa99-0b9576928851 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=eec38379-b779-4abf-9792-e5b7c8468314&id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682278 Jun 04 08:28:22.727335 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2366e-61f0-46f1-bdb8-6d9c763a6a93 req-0318c47f-9fff-4568-928e-a67fbecff8f8 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:22.728868 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8ee2366e-61f0-46f1-bdb8-6d9c763a6a93 req-0318c47f-9fff-4568-928e-a67fbecff8f8 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=b3e3bf8c-b43c-4586-a0da-be4f76abb8c0 HTTP/1.1" status: 200 len: 944 time: 0.0551455 Jun 04 08:28:22.768892 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device f947b562-127e-47e6-b416-6717ebb66d65 up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:28:22.791998 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8ee2366e-61f0-46f1-bdb8-6d9c763a6a93 req-e2ce2e61-1116-4ed6-9331-2a480e3cb90d tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=85170d2f-d393-48d2-bed1-4282106fd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518751 Jun 04 08:28:22.820265 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:22.821293 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port f947b562-127e-47e6-b416-6717ebb66d65 completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:28:22.828329 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port f947b562-127e-47e6-b416-6717ebb66d65 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:28:22.828758 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (f947b562-127e-47e6-b416-6717ebb66d65), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:22.911197 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port f947b562-127e-47e6-b416-6717ebb66d65 is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:28:22.911716 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (f947b562-127e-47e6-b416-6717ebb66d65), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:22.953138 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port f947b562-127e-47e6-b416-6717ebb66d65, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f947b562-127e-47e6-b416-6717ebb66d65,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:28:22.959137 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (f947b562-127e-47e6-b416-6717ebb66d65), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:23.015581 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=f947b562-127e-47e6-b416-6717ebb66d65,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:23.031843 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 54480) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:23.109856 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759c803-b933-4f92-8e2d-c839f0dcca20 req-b5c1f1d2-7fde-40e8-9dfa-d4b9604ba173 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:23.111972 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b759c803-b933-4f92-8e2d-c839f0dcca20 req-b5c1f1d2-7fde-40e8-9dfa-d4b9604ba173 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 946 time: 0.0552182 Jun 04 08:28:23.178708 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b759c803-b933-4f92-8e2d-c839f0dcca20 req-2001bc80-870b-4821-ae89-380374753720 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578611 Jun 04 08:28:23.191547 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b8c0eeab-5053-41b2-a93b-a084b6769f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:23.204055 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1d2d7-f13c-4c4e-867e-0009a6e87b9a req-d3c991f5-b407-4107-b278-f9f8be49d0cf tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:23.205509 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6a1d2d7-f13c-4c4e-867e-0009a6e87b9a req-d3c991f5-b407-4107-b278-f9f8be49d0cf tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0693181 Jun 04 08:28:23.264319 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e3bf8c-b43c-4586-a0da-be4f76abb8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f947b562-127e-47e6-b416-6717ebb66d65'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:28:23.266987 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09388c96-343e-472e-82be-569367161afb" -d '{"events": [{"server_uuid": "b3e3bf8c-b43c-4586-a0da-be4f76abb8c0", "name": "network-vif-plugged", "status": "completed", "tag": "f947b562-127e-47e6-b416-6717ebb66d65"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:28:23.291638 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6a1d2d7-f13c-4c4e-867e-0009a6e87b9a req-e4dab194-235b-44f1-9413-780ede5d5c12 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796146 Jun 04 08:28:23.316754 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8550f471-5ff6-4a68-9b22-63461576d65e x-openstack-request-id: req-8550f471-5ff6-4a68-9b22-63461576d65e {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:28:23.317913 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e3bf8c-b43c-4586-a0da-be4f76abb8c0", "name": "network-vif-plugged", "status": "completed", "tag": "f947b562-127e-47e6-b416-6717ebb66d65", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:28:23.318340 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8550f471-5ff6-4a68-9b22-63461576d65e {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:28:23.318890 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8550f471-5ff6-4a68-9b22-63461576d65e'] response: {'server_uuid': 'b3e3bf8c-b43c-4586-a0da-be4f76abb8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f947b562-127e-47e6-b416-6717ebb66d65', 'code': 200} Jun 04 08:28:23.345144 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b8c0eeab-5053-41b2-a93b-a084b6769f4c admin admin] Publish callbacks [] for security_group (03aac9a9-9f37-473c-84d1-fe25d64371dc), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:23.351117 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b8c0eeab-5053-41b2-a93b-a084b6769f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (03aac9a9-9f37-473c-84d1-fe25d64371dc), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:23.399220 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0eeab-5053-41b2-a93b-a084b6769f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03aac9a9-9f37-473c-84d1-fe25d64371dc,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:23.406401 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-b8c0eeab-5053-41b2-a93b-a084b6769f4c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=79b5923e16864ccca2ee41f537548738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3732369 Jun 04 08:28:23.407712 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 54490) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:23.432788 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:23.449993 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264465c7-5fb9-4ba9-8d96-08dfa5cf9be9 req-9e6f374a-87a7-4af5-a5ac-130ee98be9df tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:23.452092 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-264465c7-5fb9-4ba9-8d96-08dfa5cf9be9 req-9e6f374a-87a7-4af5-a5ac-130ee98be9df tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 984 time: 0.0797677 Jun 04 08:28:23.488815 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dbc9bce6-e4fa-4ee1-8759-fdbabc4417fc admin admin] Publish callbacks [] for security_group (03aac9a9-9f37-473c-84d1-fe25d64371dc), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:23.520361 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-264465c7-5fb9-4ba9-8d96-08dfa5cf9be9 req-7adaaba3-e478-43f6-9b36-7301f0873257 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=eec38379-b779-4abf-9792-e5b7c8468314&id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624456 Jun 04 08:28:23.540592 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dbc9bce6-e4fa-4ee1-8759-fdbabc4417fc admin admin] Publish callbacks [] for security_group (03aac9a9-9f37-473c-84d1-fe25d64371dc), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:23.548552 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e059f-4307-4ee8-b58b-fe8a182448ba req-2efea41e-f179-473c-aae2-764e1d795a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:23.550149 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e92e059f-4307-4ee8-b58b-fe8a182448ba req-2efea41e-f179-473c-aae2-764e1d795a35 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b3e3bf8c-b43c-4586-a0da-be4f76abb8c0 HTTP/1.1" status: 200 len: 1129 time: 0.0702801 Jun 04 08:28:23.618669 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e92e059f-4307-4ee8-b58b-fe8a182448ba req-11ff46f1-2e37-45a3-9347-58d4f76c562e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=85170d2f-d393-48d2-bed1-4282106fd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627117 Jun 04 08:28:23.627835 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dbc9bce6-e4fa-4ee1-8759-fdbabc4417fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (03aac9a9-9f37-473c-84d1-fe25d64371dc), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:23.630807 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dbc9bce6-e4fa-4ee1-8759-fdbabc4417fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:23.632008 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-dbc9bce6-e4fa-4ee1-8759-fdbabc4417fc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/03aac9a9-9f37-473c-84d1-fe25d64371dc HTTP/1.1" status: 204 len: 168 time: 0.2233114 Jun 04 08:28:23.635816 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:23.642864 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9bce6-e4fa-4ee1-8759-fdbabc4417fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03aac9a9-9f37-473c-84d1-fe25d64371dc,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:23.949937 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 54502) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:23.971148 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1e2163c3-230f-462a-bcd1-543228453445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:23.979897 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:24.064123 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1e2163c3-230f-462a-bcd1-543228453445 admin admin] Publish callbacks [] for security_group (f3c87821-a0fe-4818-a68b-d0f0fc93ccc4), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:24.076619 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1e2163c3-230f-462a-bcd1-543228453445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (f3c87821-a0fe-4818-a68b-d0f0fc93ccc4), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:24.150912 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecbccb-0b18-4d49-a8b6-2380b26f4fa5 req-5b7170c1-2115-44f0-a5c5-13bda779b4cb tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:24.152485 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ddecbccb-0b18-4d49-a8b6-2380b26f4fa5 req-5b7170c1-2115-44f0-a5c5-13bda779b4cb tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=b3e3bf8c-b43c-4586-a0da-be4f76abb8c0 HTTP/1.1" status: 200 len: 945 time: 0.0870564 Jun 04 08:28:24.155701 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1e2163c3-230f-462a-bcd1-543228453445 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=33d18448088d400496d840ff05333a28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040262 Jun 04 08:28:24.156727 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2163c3-230f-462a-bcd1-543228453445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c87821-a0fe-4818-a68b-d0f0fc93ccc4,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:24.158489 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 54504) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:24.218370 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ddecbccb-0b18-4d49-a8b6-2380b26f4fa5 req-79566596-1c26-486a-9291-093169fc9ab2 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=85170d2f-d393-48d2-bed1-4282106fd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584688 Jun 04 08:28:24.226297 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-da6c4267-5070-4c18-a51f-2bb5f59a47fd admin admin] Publish callbacks [] for security_group (f3c87821-a0fe-4818-a68b-d0f0fc93ccc4), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:24.257738 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-da6c4267-5070-4c18-a51f-2bb5f59a47fd admin admin] Publish callbacks [] for security_group (f3c87821-a0fe-4818-a68b-d0f0fc93ccc4), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:24.329275 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf108a-273c-4030-b93c-6ffbde58a76f req-bde9120b-00c3-42cc-969f-977cf68aae16 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:24.331331 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8aaf108a-273c-4030-b93c-6ffbde58a76f req-bde9120b-00c3-42cc-969f-977cf68aae16 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 946 time: 0.0662651 Jun 04 08:28:24.371482 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-da6c4267-5070-4c18-a51f-2bb5f59a47fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (f3c87821-a0fe-4818-a68b-d0f0fc93ccc4), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:24.374300 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-da6c4267-5070-4c18-a51f-2bb5f59a47fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:24.376827 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-da6c4267-5070-4c18-a51f-2bb5f59a47fd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f3c87821-a0fe-4818-a68b-d0f0fc93ccc4 HTTP/1.1" status: 204 len: 168 time: 0.2159121 Jun 04 08:28:24.399437 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c4267-5070-4c18-a51f-2bb5f59a47fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c87821-a0fe-4818-a68b-d0f0fc93ccc4,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:24.406117 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8aaf108a-273c-4030-b93c-6ffbde58a76f req-b547c040-f446-4d2b-a350-a1f26021d1f0 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668769 Jun 04 08:28:24.443263 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cabed-b15b-403d-b475-a8e459ed6f4d req-d52296c5-465f-4782-94cc-2a34045ba0a3 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:24.444836 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3e6cabed-b15b-403d-b475-a8e459ed6f4d req-d52296c5-465f-4782-94cc-2a34045ba0a3 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0619323 Jun 04 08:28:24.514452 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3e6cabed-b15b-403d-b475-a8e459ed6f4d req-8582fa42-3bdf-43e4-b55d-00ad5a02f284 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626438 Jun 04 08:28:24.564721 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ccf2c-0930-466a-b486-d9397efddbb8 req-cadd9b2d-db53-4988-878c-0b8b5849e9ce tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:24.572238 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-673ccf2c-0930-466a-b486-d9397efddbb8 req-cadd9b2d-db53-4988-878c-0b8b5849e9ce tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 946 time: 0.0632167 Jun 04 08:28:24.649425 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-673ccf2c-0930-466a-b486-d9397efddbb8 req-6bec38b9-c2df-40ea-8da7-0df96ea200d7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697587 Jun 04 08:28:24.662824 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 54518) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:24.681637 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fb85d-7668-40bc-82f9-ca29562ff743 req-ffb7233d-6ebf-4c90-8e87-e937b32abe8e tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:24.683184 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1b8fb85d-7668-40bc-82f9-ca29562ff743 req-ffb7233d-6ebf-4c90-8e87-e937b32abe8e tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 984 time: 0.0791137 Jun 04 08:28:24.739171 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39504c51-e7d4-4dc7-ad2b-b79baf6156e7 tempest-TestVolumeBootPattern-1849344813 tempest-TestVolumeBootPattern-1849344813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:24.739171 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-39504c51-e7d4-4dc7-ad2b-b79baf6156e7 tempest-TestVolumeBootPattern-1849344813 tempest-TestVolumeBootPattern-1849344813-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 1125 time: 0.0736775 Jun 04 08:28:24.740837 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 54520) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:24.746301 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Request body: {'floatingip': {'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'port_id': 'a2805571-faf8-4dd1-8627-4a86bcb1649a', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:28:24.773929 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:24.797527 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1b8fb85d-7668-40bc-82f9-ca29562ff743 req-0ba96d6e-d10f-43d4-9bf9-ac3adf4816c0 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=eec38379-b779-4abf-9792-e5b7c8468314&id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877354 Jun 04 08:28:24.876571 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:24.927687 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:25.010626 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Allocated IP 172.27.2.13 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/f12ab204-49b7-46b7-a1a6-812997c6675b) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:28:25.134927 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for port (f12ab204-49b7-46b7-a1a6-812997c6675b), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:25.177084 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (f12ab204-49b7-46b7-a1a6-812997c6675b), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:25.221394 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:25.245841 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:28:25.249017 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event updated for resources: {'Port': ['ID=f12ab204-49b7-46b7-a1a6-812997c6675b,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:25.253050 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:28:25.255970 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:28:25.425277 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c9f11-dbf7-43dc-ab6b-cba11d37edc4 req-3ce3118a-a45c-4124-835f-d38faff158f6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:25.426850 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2b6c9f11-dbf7-43dc-ab6b-cba11d37edc4 req-3ce3118a-a45c-4124-835f-d38faff158f6 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=b3e3bf8c-b43c-4586-a0da-be4f76abb8c0 HTTP/1.1" status: 200 len: 945 time: 0.0846214 Jun 04 08:28:25.561899 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2b6c9f11-dbf7-43dc-ab6b-cba11d37edc4 req-50a2ac9f-0b7a-47fd-93a4-6905b023e747 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=85170d2f-d393-48d2-bed1-4282106fd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264069 Jun 04 08:28:25.667606 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97285a6-fdae-41e2-92c3-23ec9a3be14e req-64867c10-55a1-4b69-a401-ce96de0b8a93 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:25.670019 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e97285a6-fdae-41e2-92c3-23ec9a3be14e req-64867c10-55a1-4b69-a401-ce96de0b8a93 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0699379 Jun 04 08:28:25.741087 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e97285a6-fdae-41e2-92c3-23ec9a3be14e req-e679f1d1-3109-4fd3-bb67-676f61d91d83 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612760 Jun 04 08:28:25.789224 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b6f0d-cde7-4f44-a715-87cc66c3e305 req-ef2d0221-b9b7-491e-b14c-5ece1d2a3fad tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:25.790790 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4c4b6f0d-cde7-4f44-a715-87cc66c3e305 req-ef2d0221-b9b7-491e-b14c-5ece1d2a3fad tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=b3e3bf8c-b43c-4586-a0da-be4f76abb8c0 HTTP/1.1" status: 200 len: 945 time: 0.1035037 Jun 04 08:28:25.806050 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 54554) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:25.813589 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-71328260-5864-4b0a-a91a-eb7f00e123ef tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Request body: {'floatingip': {'port_id': 'f947b562-127e-47e6-b416-6717ebb66d65'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:28:25.865970 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-71328260-5864-4b0a-a91a-eb7f00e123ef tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (eeec131b-4096-4fb0-955c-1200a24b7e8f), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:25.875315 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for floatingip (af0643a2-688f-4b1a-8f10-178f42c7cd83), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:25.928651 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:25.950572 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a6067-b25e-46e2-8693-5f65c572f83f req-1af15314-7c94-4ab8-9b42-13d8c4041dfb tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:25.952533 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-693a6067-b25e-46e2-8693-5f65c572f83f req-1af15314-7c94-4ab8-9b42-13d8c4041dfb tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 984 time: 0.0753844 Jun 04 08:28:26.049264 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-693a6067-b25e-46e2-8693-5f65c572f83f req-9b869d13-147c-4a94-bff4-8a7669ee4aad tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=eec38379-b779-4abf-9792-e5b7c8468314&id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843227 Jun 04 08:28:26.056497 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (f12ab204-49b7-46b7-a1a6-812997c6675b), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:26.279811 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:26.491958 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for port (f12ab204-49b7-46b7-a1a6-812997c6675b), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:26.514689 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (f12ab204-49b7-46b7-a1a6-812997c6675b), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:26.635928 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event updated for resources: {'Port': ['ID=f12ab204-49b7-46b7-a1a6-812997c6675b,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:26.651523 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-71328260-5864-4b0a-a91a-eb7f00e123ef tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:26.657699 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (af0643a2-688f-4b1a-8f10-178f42c7cd83), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:26.659646 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-71328260-5864-4b0a-a91a-eb7f00e123ef tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (eeec131b-4096-4fb0-955c-1200a24b7e8f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:26.839299 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:26.866678 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-71328260-5864-4b0a-a91a-eb7f00e123ef tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Floating IP eeec131b-4096-4fb0-955c-1200a24b7e8f associated. External IP: 172.27.2.171, port: f947b562-127e-47e6-b416-6717ebb66d65. Jun 04 08:28:26.876590 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Floating IP af0643a2-688f-4b1a-8f10-178f42c7cd83 associated. External IP: 172.27.2.13, port: a2805571-faf8-4dd1-8627-4a86bcb1649a. Jun 04 08:28:26.966428 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf53bc-8d31-4931-8d44-f49df136a37a req-555a2bdf-4425-4860-b741-7327b54bddc5 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:26.967978 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9bdf53bc-8d31-4931-8d44-f49df136a37a req-555a2bdf-4425-4860-b741-7327b54bddc5 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.1416910 Jun 04 08:28:27.397858 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9bdf53bc-8d31-4931-8d44-f49df136a37a req-a8142ed7-d7dd-4848-a767-accbaf614502 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3995163 Jun 04 08:28:27.491251 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:27.618060 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Router 5956fe31-3198-4f24-887c-652616177a08 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:28:27.622467 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71328260-5864-4b0a-a91a-eb7f00e123ef tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Router 9661a351-3fc5-44e0-8b28-d0a5eb455318 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:28:27.821581 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71328260-5864-4b0a-a91a-eb7f00e123ef tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:28:27.823951 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:28:27.828727 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-71328260-5864-4b0a-a91a-eb7f00e123ef tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:27.840865 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c9f04-013d-4d71-ac53-c85775de2642 None None] Sync routers for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:28:27.852210 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c9f04-013d-4d71-ac53-c85775de2642 None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:28:27.854033 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-e31c9f04-013d-4d71-ac53-c85775de2642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:28:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:27.861464 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8168e160-0023-498f-899f-f3b444d8f117 None None] Sync routers for ids ['5956fe31-3198-4f24-887c-652616177a08'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:28:27.879754 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-71328260-5864-4b0a-a91a-eb7f00e123ef tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "PUT /v2.0/floatingips/eeec131b-4096-4fb0-955c-1200a24b7e8f HTTP/1.1" status: 200 len: 991 time: 2.0668159 Jun 04 08:28:27.879754 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:27.879754 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e3bf8c-b43c-4586-a0da-be4f76abb8c0', 'tag': 'f947b562-127e-47e6-b416-6717ebb66d65'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:28:27.881249 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc87782a-94b6-4d02-b04c-e06f60a414e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e3bf8c-b43c-4586-a0da-be4f76abb8c0", "tag": "f947b562-127e-47e6-b416-6717ebb66d65"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:28:27.887289 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8168e160-0023-498f-899f-f3b444d8f117 None None] Routers {'5956fe31-3198-4f24-887c-652616177a08'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:28:27.888591 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-8168e160-0023-498f-899f-f3b444d8f117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:28:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['5956fe31-3198-4f24-887c-652616177a08'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:27.929499 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-b3fe2f8a-7569-4d41-9d1f-d414b2fa589e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1837945 Jun 04 08:28:27.987628 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:28.000813 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-e31c9f04-013d-4d71-ac53-c85775de2642 None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:28:28.065949 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-8168e160-0023-498f-899f-f3b444d8f117 None None] Set router 5956fe31-3198-4f24-887c-652616177a08 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:28:28.131678 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f1c863-580d-460c-bc29-a83818f6ad52 x-openstack-request-id: req-94f1c863-580d-460c-bc29-a83818f6ad52 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:28:28.131974 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e3bf8c-b43c-4586-a0da-be4f76abb8c0", "tag": "f947b562-127e-47e6-b416-6717ebb66d65", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:28:28.132236 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-94f1c863-580d-460c-bc29-a83818f6ad52 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:28:28.132639 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94f1c863-580d-460c-bc29-a83818f6ad52'] response: {'name': 'network-changed', 'server_uuid': 'b3e3bf8c-b43c-4586-a0da-be4f76abb8c0', 'tag': 'f947b562-127e-47e6-b416-6717ebb66d65', 'status': 'completed', 'code': 200} Jun 04 08:28:28.154754 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:28.219317 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87782a-94b6-4d02-b04c-e06f60a414e6 req-1f0105ac-c96a-47d1-9a35-718699c8c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:28.221596 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dc87782a-94b6-4d02-b04c-e06f60a414e6 req-1f0105ac-c96a-47d1-9a35-718699c8c26b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bada48f0853f4642b538bab7eae486e6&device_id=b3e3bf8c-b43c-4586-a0da-be4f76abb8c0 HTTP/1.1" status: 200 len: 1129 time: 0.0544753 Jun 04 08:28:28.234817 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-e31c9f04-013d-4d71-ac53-c85775de2642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': 'eeec131b-4096-4fb0-955c-1200a24b7e8f', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'port_id': 'f947b562-127e-47e6-b416-6717ebb66d65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'mac_address': 'fa:16:3e:a4:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e3bf8c-b43c-4586-a0da-be4f76abb8c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:28:12Z', 'updated_at': '2022-06-04T08:28:26Z', 'revision_number': 1, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:28.262697 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c9f04-013d-4d71-ac53-c85775de2642 None None] Checking router: 9661a351-3fc5-44e0-8b28-d0a5eb455318 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:28:28.271563 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c9f04-013d-4d71-ac53-c85775de2642 None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:28:28.272179 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-e31c9f04-013d-4d71-ac53-c85775de2642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:28:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:28.340335 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:28.340728 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-8168e160-0023-498f-899f-f3b444d8f117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': 'af0643a2-688f-4b1a-8f10-178f42c7cd83', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '5956fe31-3198-4f24-887c-652616177a08', 'port_id': 'a2805571-faf8-4dd1-8627-4a86bcb1649a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'mac_address': 'fa:16:3e:1e:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8807f-8264-4524-afe5-536696ca87a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:28:25Z', 'updated_at': '2022-06-04T08:28:25Z', 'revision_number': 0, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:26Z', 'revision_number': 5, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:28.353712 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 54672) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:28.358950 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87782a-94b6-4d02-b04c-e06f60a414e6 req-08c3ac3d-8ffb-4c21-9137-921bc9e15de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:28.360512 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dc87782a-94b6-4d02-b04c-e06f60a414e6 req-08c3ac3d-8ffb-4c21-9137-921bc9e15de5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b88cbea7-518a-4446-bcff-56c4dc453510 HTTP/1.1" status: 200 len: 916 time: 0.1314325 Jun 04 08:28:28.372940 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8168e160-0023-498f-899f-f3b444d8f117 None None] Checking router: 5956fe31-3198-4f24-887c-652616177a08 for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:28:28.382504 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8168e160-0023-498f-899f-f3b444d8f117 None None] Routers {'5956fe31-3198-4f24-887c-652616177a08'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:28:28.383514 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-8168e160-0023-498f-899f-f3b444d8f117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:28:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['5956fe31-3198-4f24-887c-652616177a08'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:28.388046 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-e31c9f04-013d-4d71-ac53-c85775de2642 None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:28:28.432949 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dc87782a-94b6-4d02-b04c-e06f60a414e6 req-0eea242d-2674-4583-ad27-3969df838dd4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f947b562-127e-47e6-b416-6717ebb66d65 HTTP/1.1" status: 200 len: 999 time: 0.0649838 Jun 04 08:28:28.503811 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87782a-94b6-4d02-b04c-e06f60a414e6 req-ffee09c6-64fb-4941-8db1-6fabe77f8c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:28.512176 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dc87782a-94b6-4d02-b04c-e06f60a414e6 req-ffee09c6-64fb-4941-8db1-6fabe77f8c5f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5faa1da9-51be-4c06-b751-2fe7b4126f56 HTTP/1.1" status: 200 len: 854 time: 0.0669401 Jun 04 08:28:28.529007 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-8168e160-0023-498f-899f-f3b444d8f117 None None] Set router 5956fe31-3198-4f24-887c-652616177a08 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:28:28.538363 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5c56fc6a-4f49-4f70-a42d-f7d0f965f924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:28.574743 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87782a-94b6-4d02-b04c-e06f60a414e6 req-ff7e6c9e-9fcf-461d-b995-115dabc8f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:28.576461 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dc87782a-94b6-4d02-b04c-e06f60a414e6 req-ff7e6c9e-9fcf-461d-b995-115dabc8f971 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b88cbea7-518a-4446-bcff-56c4dc453510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0630944 Jun 04 08:28:28.601195 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050f290-61a1-464b-a796-b99d43aceedb req-77207e40-9480-4ac8-8cf3-e4a0e1e28edf tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:28.603081 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a050f290-61a1-464b-a796-b99d43aceedb req-77207e40-9480-4ac8-8cf3-e4a0e1e28edf tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0806744 Jun 04 08:28:28.662511 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:28.674371 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-e31c9f04-013d-4d71-ac53-c85775de2642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': 'eeec131b-4096-4fb0-955c-1200a24b7e8f', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'port_id': 'f947b562-127e-47e6-b416-6717ebb66d65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'mac_address': 'fa:16:3e:a4:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e3bf8c-b43c-4586-a0da-be4f76abb8c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:28:12Z', 'updated_at': '2022-06-04T08:28:26Z', 'revision_number': 1, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:28.676883 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a050f290-61a1-464b-a796-b99d43aceedb req-57a42b1f-3f1a-4b18-8a31-a55d24b09a9a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655620 Jun 04 08:28:28.717027 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c9f04-013d-4d71-ac53-c85775de2642 None None] The sync data for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi is: [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': 'eeec131b-4096-4fb0-955c-1200a24b7e8f', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'port_id': 'f947b562-127e-47e6-b416-6717ebb66d65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'mac_address': 'fa:16:3e:a4:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e3bf8c-b43c-4586-a0da-be4f76abb8c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:28:12Z', 'updated_at': '2022-06-04T08:28:26Z', 'revision_number': 1, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:28:28.727957 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dc87782a-94b6-4d02-b04c-e06f60a414e6 req-d3eae136-f2e9-4711-a563-62759feaa032 service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366560 Jun 04 08:28:28.733220 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5c56fc6a-4f49-4f70-a42d-f7d0f965f924 admin admin] Publish callbacks [] for security_group (d1af3da4-e37e-4f30-8087-9cb8c4e19003), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:28.742963 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5c56fc6a-4f49-4f70-a42d-f7d0f965f924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (d1af3da4-e37e-4f30-8087-9cb8c4e19003), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:28.795156 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:28.802887 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-5c56fc6a-4f49-4f70-a42d-f7d0f965f924 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7c96b2451ad64284a63d12149e94b15e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4475853 Jun 04 08:28:28.803057 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 54678) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:28.804196 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56fc6a-4f49-4f70-a42d-f7d0f965f924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1af3da4-e37e-4f30-8087-9cb8c4e19003,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:28.842098 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-8168e160-0023-498f-899f-f3b444d8f117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': 'af0643a2-688f-4b1a-8f10-178f42c7cd83', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '5956fe31-3198-4f24-887c-652616177a08', 'port_id': 'a2805571-faf8-4dd1-8627-4a86bcb1649a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'mac_address': 'fa:16:3e:1e:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8807f-8264-4524-afe5-536696ca87a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:28:25Z', 'updated_at': '2022-06-04T08:28:25Z', 'revision_number': 0, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:26Z', 'revision_number': 5, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:28:28.874532 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8168e160-0023-498f-899f-f3b444d8f117 None None] The sync data for ids ['5956fe31-3198-4f24-887c-652616177a08'] in dv-cinder-836996-29-iscsi is: [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': 'af0643a2-688f-4b1a-8f10-178f42c7cd83', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '5956fe31-3198-4f24-887c-652616177a08', 'port_id': 'a2805571-faf8-4dd1-8627-4a86bcb1649a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'mac_address': 'fa:16:3e:1e:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8807f-8264-4524-afe5-536696ca87a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:28:25Z', 'updated_at': '2022-06-04T08:28:25Z', 'revision_number': 0, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:26Z', 'revision_number': 5, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:28:28.900623 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dc87782a-94b6-4d02-b04c-e06f60a414e6 req-13877ae2-9b41-4d06-9311-7bbd2e73a37b service neutron] 10.222.0.77 "GET /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667171 Jun 04 08:28:28.907985 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-07f03c52-0412-4cb9-b44d-a39c3f889312 admin admin] Publish callbacks [] for security_group (d1af3da4-e37e-4f30-8087-9cb8c4e19003), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:28.954292 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-07f03c52-0412-4cb9-b44d-a39c3f889312 admin admin] Publish callbacks [] for security_group (d1af3da4-e37e-4f30-8087-9cb8c4e19003), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:29.024599 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb90cb1-a1dd-4c50-81f8-4a8c940eb921 None None] New status for floating IP eeec131b-4096-4fb0-955c-1200a24b7e8f: ACTIVE {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:28:29.032851 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-07f03c52-0412-4cb9-b44d-a39c3f889312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (d1af3da4-e37e-4f30-8087-9cb8c4e19003), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:29.037250 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-07f03c52-0412-4cb9-b44d-a39c3f889312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:29.041384 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-07f03c52-0412-4cb9-b44d-a39c3f889312 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d1af3da4-e37e-4f30-8087-9cb8c4e19003 HTTP/1.1" status: 204 len: 168 time: 0.2339387 Jun 04 08:28:29.052024 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f03c52-0412-4cb9-b44d-a39c3f889312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1af3da4-e37e-4f30-8087-9cb8c4e19003,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:29.080632 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:29.189637 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea194797-bec6-47e7-9819-80808f643b82 None None] New status for floating IP af0643a2-688f-4b1a-8f10-178f42c7cd83: ACTIVE {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:28:29.299031 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:29.371108 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 54684) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:29.384857 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c7a93df6-fd52-4f37-b4a6-b06817f480c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:29.476081 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c7a93df6-fd52-4f37-b4a6-b06817f480c7 admin admin] Publish callbacks [] for security_group (8666ea0d-713c-4975-a78b-a60f5c1b5c27), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:29.480319 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c7a93df6-fd52-4f37-b4a6-b06817f480c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (8666ea0d-713c-4975-a78b-a60f5c1b5c27), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:29.526610 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c7a93df6-fd52-4f37-b4a6-b06817f480c7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=345044a5ba004af285eb6678b95014f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542273 Jun 04 08:28:29.528249 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a93df6-fd52-4f37-b4a6-b06817f480c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8666ea0d-713c-4975-a78b-a60f5c1b5c27,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:29.530029 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 54686) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:29.583420 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Publish callbacks [] for security_group (8666ea0d-713c-4975-a78b-a60f5c1b5c27), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:29.585606 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:29.606136 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Publish callbacks [] for security_group (8666ea0d-713c-4975-a78b-a60f5c1b5c27), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:29.656463 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (8666ea0d-713c-4975-a78b-a60f5c1b5c27), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:29.659002 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:29.660137 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8666ea0d-713c-4975-a78b-a60f5c1b5c27 HTTP/1.1" status: 204 len: 168 time: 0.1283426 Jun 04 08:28:29.668381 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8666ea0d-713c-4975-a78b-a60f5c1b5c27,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:29.676573 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:29.677021 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:29.677421 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:29.677842 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:29.678263 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:29.678786 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:29.679285 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:29.679724 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:29.680178 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:29.680646 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:29.681097 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:29.681555 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:29.682037 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:29.682484 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:29.682930 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1b9aa-1e5c-4011-b777-e3f53012593a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:29.820070 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896ee48-7a1f-49b1-b73e-e2965097c449 req-d92a3a4b-f36b-435a-b57a-b994ed118b3a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:29.822073 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b896ee48-7a1f-49b1-b73e-e2965097c449 req-d92a3a4b-f36b-435a-b57a-b994ed118b3a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0543010 Jun 04 08:28:29.881629 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b896ee48-7a1f-49b1-b73e-e2965097c449 req-c41d56ed-afff-4e1d-9515-f0d4d0cd3285 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521917 Jun 04 08:28:30.133656 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b8807f-8264-4524-afe5-536696ca87a0', 'tag': 'a2805571-faf8-4dd1-8627-4a86bcb1649a'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:28:30.136333 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45aaed65-0d69-4f07-8886-8a9df70a224c" -d '{"events": [{"name": "network-changed", "server_uuid": "13b8807f-8264-4524-afe5-536696ca87a0", "tag": "a2805571-faf8-4dd1-8627-4a86bcb1649a"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:28:30.175375 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5e8770-ba00-4c85-a27d-40945f131750 x-openstack-request-id: req-cb5e8770-ba00-4c85-a27d-40945f131750 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:28:30.175678 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b8807f-8264-4524-afe5-536696ca87a0", "tag": "a2805571-faf8-4dd1-8627-4a86bcb1649a", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:28:30.175937 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cb5e8770-ba00-4c85-a27d-40945f131750 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:28:30.176689 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb5e8770-ba00-4c85-a27d-40945f131750'] response: {'name': 'network-changed', 'server_uuid': '13b8807f-8264-4524-afe5-536696ca87a0', 'tag': 'a2805571-faf8-4dd1-8627-4a86bcb1649a', 'status': 'completed', 'code': 200} Jun 04 08:28:30.251984 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aaed65-0d69-4f07-8886-8a9df70a224c req-9b89243e-ab6c-4384-b89d-ac2effd693c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:30.253583 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-45aaed65-0d69-4f07-8886-8a9df70a224c req-9b89243e-ab6c-4384-b89d-ac2effd693c8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1cc798a91bd74226a144199bd78c2331&device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 1130 time: 0.0509505 Jun 04 08:28:30.332732 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:30.366206 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aaed65-0d69-4f07-8886-8a9df70a224c req-9717b5e3-1b43-4fca-9f9d-8fe6f4cd29f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:30.367890 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-45aaed65-0d69-4f07-8886-8a9df70a224c req-9717b5e3-1b43-4fca-9f9d-8fe6f4cd29f0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b657dda9-96b8-450c-85f0-94a70753fce4 HTTP/1.1" status: 200 len: 913 time: 0.1060331 Jun 04 08:28:30.436338 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-45aaed65-0d69-4f07-8886-8a9df70a224c req-bdebcf01-49c8-4c34-b63e-a4dcc101cf0f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2805571-faf8-4dd1-8627-4a86bcb1649a HTTP/1.1" status: 200 len: 1001 time: 0.0623183 Jun 04 08:28:30.494121 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aaed65-0d69-4f07-8886-8a9df70a224c req-e3031dba-55fc-4330-aa5b-0e0c3c9e9ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:30.495826 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-45aaed65-0d69-4f07-8886-8a9df70a224c req-e3031dba-55fc-4330-aa5b-0e0c3c9e9ef1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e421c33-394d-4f1f-9f83-0ef1951dc532 HTTP/1.1" status: 200 len: 851 time: 0.0445640 Jun 04 08:28:30.548409 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aaed65-0d69-4f07-8886-8a9df70a224c req-802142e2-09e6-4b4f-801d-bccfb468b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:30.550351 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-45aaed65-0d69-4f07-8886-8a9df70a224c req-802142e2-09e6-4b4f-801d-bccfb468b922 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b657dda9-96b8-450c-85f0-94a70753fce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439517 Jun 04 08:28:30.650926 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-45aaed65-0d69-4f07-8886-8a9df70a224c req-d5188a29-a308-43c7-a2a4-b50ed0b26f9b service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943506 Jun 04 08:28:30.723012 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:30.766681 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-45aaed65-0d69-4f07-8886-8a9df70a224c req-0d5d26f9-1340-489b-a630-b227d4db0ddc service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073666 Jun 04 08:28:31.022857 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114035f-193c-47d4-88ec-3449dc143646 req-a31f7e5e-7a20-426c-8294-39618c870276 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:31.024668 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6114035f-193c-47d4-88ec-3449dc143646 req-a31f7e5e-7a20-426c-8294-39618c870276 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0555308 Jun 04 08:28:31.076267 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6114035f-193c-47d4-88ec-3449dc143646 req-83438b47-7bfd-4bc8-9e8e-85b06c1f5e30 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447903 Jun 04 08:28:32.206289 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c9991-32d0-436b-94f1-32fc00d54b3a req-b19a525c-73e3-4bd7-81bc-f5fe57c2ffeb tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:32.207710 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-922c9991-32d0-436b-94f1-32fc00d54b3a req-b19a525c-73e3-4bd7-81bc-f5fe57c2ffeb tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0558994 Jun 04 08:28:32.254514 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-922c9991-32d0-436b-94f1-32fc00d54b3a req-a63b098a-099a-4ad1-82df-48305ac5a2e6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412195 Jun 04 08:28:33.384699 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a21923-b5f8-47a8-8c94-cc750a6c2ec9 req-2ca78cab-38fd-4204-b64e-265258e042f9 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:33.386223 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-69a21923-b5f8-47a8-8c94-cc750a6c2ec9 req-2ca78cab-38fd-4204-b64e-265258e042f9 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0528619 Jun 04 08:28:33.438469 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-69a21923-b5f8-47a8-8c94-cc750a6c2ec9 req-e2a737e2-d151-4b3b-a4f0-b23824ed3678 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460353 Jun 04 08:28:34.716060 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36674863-a6b8-47d1-8b11-f0177f899ab3 req-f4509dcf-39a2-4e0e-b6dd-b40488fbb139 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:34.718149 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-36674863-a6b8-47d1-8b11-f0177f899ab3 req-f4509dcf-39a2-4e0e-b6dd-b40488fbb139 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0481377 Jun 04 08:28:34.767649 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-36674863-a6b8-47d1-8b11-f0177f899ab3 req-461cf14b-5aa2-4013-a913-19d68239bd2d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432086 Jun 04 08:28:35.889216 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f380a6-68f4-4eea-9949-4d1e8c58c29d req-8321366b-6f37-45f4-ac52-8636cdd72461 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:35.890758 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-30f380a6-68f4-4eea-9949-4d1e8c58c29d req-8321366b-6f37-45f4-ac52-8636cdd72461 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0470061 Jun 04 08:28:35.945263 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-30f380a6-68f4-4eea-9949-4d1e8c58c29d req-59e7b608-e8ad-413e-af76-ee3db30fe170 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487661 Jun 04 08:28:36.570878 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-0b03face-2811-4ef7-ac81-49241a977b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:37.072672 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df7791-f7cf-4bcd-b0ec-f15af47e818e req-29126c2d-7df8-488a-9d2c-b8df38cccbe4 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:37.074182 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-38df7791-f7cf-4bcd-b0ec-f15af47e818e req-29126c2d-7df8-488a-9d2c-b8df38cccbe4 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0534589 Jun 04 08:28:37.122843 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-38df7791-f7cf-4bcd-b0ec-f15af47e818e req-eb0c1af5-576c-475e-98f1-2ff249a076bf tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430582 Jun 04 08:28:38.248732 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de8816-6897-4832-8654-7e9bbae2823e req-6a40f3eb-3d9b-480e-9d63-9d39004ca2e4 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:38.250303 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-62de8816-6897-4832-8654-7e9bbae2823e req-6a40f3eb-3d9b-480e-9d63-9d39004ca2e4 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0485866 Jun 04 08:28:38.300237 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-62de8816-6897-4832-8654-7e9bbae2823e req-f64427f8-1c19-4d12-8871-cd80683bcbf5 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442064 Jun 04 08:28:38.879897 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 5c7575c9-8b00-46e8-9c65-da760e1beee5 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:28:39.001224 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 5c7575c9-8b00-46e8-9c65-da760e1beee5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5c7575c9-8b00-46e8-9c65-da760e1beee5,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:28:39.020166 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': '5c7575c9-8b00-46e8-9c65-da760e1beee5', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'port_id': '5c7575c9-8b00-46e8-9c65-da760e1beee5', 'mac_address': 'fa:16:3e:55:a2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:28:39.062440 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:39.086982 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a6001b12-42dc-4785-abb7-ec89427902c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:39.089609 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 5c7575c9-8b00-46e8-9c65-da760e1beee5 is: ACTIVE; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:28:39.090022 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:39.104760 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c7575c9-8b00-46e8-9c65-da760e1beee5 {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:28:39.131133 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 5c7575c9-8b00-46e8-9c65-da760e1beee5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5c7575c9-8b00-46e8-9c65-da760e1beee5,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:28:39.137844 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:39.192079 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=5c7575c9-8b00-46e8-9c65-da760e1beee5,revision_number=6']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:39.282631 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['5c7575c9-8b00-46e8-9c65-da760e1beee5'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:28:39.464193 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ea89a-3e14-4e4a-84c2-f85c322e28ac req-46bf7881-e089-43b4-b94c-7e0d95738ad3 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:39.465633 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fe1ea89a-3e14-4e4a-84c2-f85c322e28ac req-46bf7881-e089-43b4-b94c-7e0d95738ad3 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 945 time: 0.0655558 Jun 04 08:28:39.555783 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fe1ea89a-3e14-4e4a-84c2-f85c322e28ac req-3bd4e014-9443-454d-87fe-fc6dfee04d76 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819869 Jun 04 08:28:40.125287 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:40.221534 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 54832) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:40.391319 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a005cf47-150e-4f57-9c22-4574b3ab6c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:40.501987 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a005cf47-150e-4f57-9c22-4574b3ab6c07 admin admin] Publish callbacks [] for security_group (12c1a70a-e9cf-48a1-9cf5-8fd88577bcbd), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:40.511674 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a005cf47-150e-4f57-9c22-4574b3ab6c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (12c1a70a-e9cf-48a1-9cf5-8fd88577bcbd), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:40.564507 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-a005cf47-150e-4f57-9c22-4574b3ab6c07 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ce9e9639dca94af39e91306118bf796d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396838 Jun 04 08:28:40.564507 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005cf47-150e-4f57-9c22-4574b3ab6c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c1a70a-e9cf-48a1-9cf5-8fd88577bcbd,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:40.565533 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 54836) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:40.663680 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Publish callbacks [] for security_group (12c1a70a-e9cf-48a1-9cf5-8fd88577bcbd), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:40.700441 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Publish callbacks [] for security_group (12c1a70a-e9cf-48a1-9cf5-8fd88577bcbd), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:40.799801 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:40.820081 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71251daa-455d-4122-a053-bb5ed3902fa0 req-1c96c268-02ed-4d76-a4b3-006d43769da4 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:40.823119 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-71251daa-455d-4122-a053-bb5ed3902fa0 req-1c96c268-02ed-4d76-a4b3-006d43769da4 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 945 time: 0.1064184 Jun 04 08:28:40.826692 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (12c1a70a-e9cf-48a1-9cf5-8fd88577bcbd), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:40.830182 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:40.831662 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/12c1a70a-e9cf-48a1-9cf5-8fd88577bcbd HTTP/1.1" status: 204 len: 168 time: 0.2639909 Jun 04 08:28:40.850759 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c1a70a-e9cf-48a1-9cf5-8fd88577bcbd,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:40.870341 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:40.871421 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:40.871942 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:40.872999 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:40.873751 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:40.874288 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:40.874784 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:40.875283 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:40.875949 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:40.876433 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:40.876918 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:40.877408 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:40.877914 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:40.878397 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:40.878919 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04491df-e63e-4557-aa41-ace946a6747a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:28:40.894988 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 5c7575c9-8b00-46e8-9c65-da760e1beee5 up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:28:40.941188 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-71251daa-455d-4122-a053-bb5ed3902fa0 req-8c48206b-46cf-406d-afa6-f6e4e669eb2c tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079175 Jun 04 08:28:40.983370 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port 5c7575c9-8b00-46e8-9c65-da760e1beee5 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:28:40.983762 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:41.083126 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 5c7575c9-8b00-46e8-9c65-da760e1beee5 is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:28:41.083633 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:41.112495 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540d085f-a0b7-4cd6-8258-f21790f3136a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7575c9-8b00-46e8-9c65-da760e1beee5'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:28:41.115089 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4916e51-593c-4e30-b040-f933aa84c5e0" -d '{"events": [{"server_uuid": "540d085f-a0b7-4cd6-8258-f21790f3136a", "name": "network-vif-plugged", "status": "completed", "tag": "5c7575c9-8b00-46e8-9c65-da760e1beee5"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:28:41.136138 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 5c7575c9-8b00-46e8-9c65-da760e1beee5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5c7575c9-8b00-46e8-9c65-da760e1beee5,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:28:41.145270 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:41.195339 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:41.214983 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=5c7575c9-8b00-46e8-9c65-da760e1beee5,revision_number=7']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:41.314786 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:41.389205 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 54852) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:41.395148 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b9dbd5-9dab-4c46-956f-ff761ceb6432 x-openstack-request-id: req-56b9dbd5-9dab-4c46-956f-ff761ceb6432 {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:28:41.395462 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540d085f-a0b7-4cd6-8258-f21790f3136a", "name": "network-vif-plugged", "status": "completed", "tag": "5c7575c9-8b00-46e8-9c65-da760e1beee5", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:28:41.395721 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-56b9dbd5-9dab-4c46-956f-ff761ceb6432 {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:28:41.396441 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b9dbd5-9dab-4c46-956f-ff761ceb6432'] response: {'server_uuid': '540d085f-a0b7-4cd6-8258-f21790f3136a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7575c9-8b00-46e8-9c65-da760e1beee5', 'code': 200} Jun 04 08:28:41.409091 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-99ff5cf0-5762-443a-ac7b-26d689947e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:41.505571 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-99ff5cf0-5762-443a-ac7b-26d689947e39 admin admin] Publish callbacks [] for security_group (7a148c93-496a-4aeb-a6e1-dc941cf25555), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:41.511771 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-99ff5cf0-5762-443a-ac7b-26d689947e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (7a148c93-496a-4aeb-a6e1-dc941cf25555), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:41.574115 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-99ff5cf0-5762-443a-ac7b-26d689947e39 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7cee95dce2724481b7a6aae1d598a9e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1811631 Jun 04 08:28:41.574115 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff5cf0-5762-443a-ac7b-26d689947e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a148c93-496a-4aeb-a6e1-dc941cf25555,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:41.575615 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 54854) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:41.646120 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5bb9d127-7c38-4011-84b0-6a06b8cac822 admin admin] Publish callbacks [] for security_group (7a148c93-496a-4aeb-a6e1-dc941cf25555), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:41.673428 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:41.683931 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5bb9d127-7c38-4011-84b0-6a06b8cac822 admin admin] Publish callbacks [] for security_group (7a148c93-496a-4aeb-a6e1-dc941cf25555), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:41.743145 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5bb9d127-7c38-4011-84b0-6a06b8cac822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (7a148c93-496a-4aeb-a6e1-dc941cf25555), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:41.746424 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5bb9d127-7c38-4011-84b0-6a06b8cac822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:41.747685 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-5bb9d127-7c38-4011-84b0-6a06b8cac822 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7a148c93-496a-4aeb-a6e1-dc941cf25555 HTTP/1.1" status: 204 len: 168 time: 0.1700149 Jun 04 08:28:41.759057 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9d127-7c38-4011-84b0-6a06b8cac822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a148c93-496a-4aeb-a6e1-dc941cf25555,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:42.111052 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec22234-0a40-4e18-8720-9d2a99138cb9 req-3fe12ce8-c0aa-4783-ba06-d0a9beb3e963 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:42.113009 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3ec22234-0a40-4e18-8720-9d2a99138cb9 req-3fe12ce8-c0aa-4783-ba06-d0a9beb3e963 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0748692 Jun 04 08:28:42.182520 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3ec22234-0a40-4e18-8720-9d2a99138cb9 req-635bd8d2-59a7-4c06-9438-d07ea00e4893 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624487 Jun 04 08:28:42.905281 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:43.340755 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:43.348720 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438bcb7-ef98-448a-841a-9dd25a5191ae req-7f6c3446-2a98-4e25-9d94-55713743b1cc tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:43.357755 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2438bcb7-ef98-448a-841a-9dd25a5191ae req-7f6c3446-2a98-4e25-9d94-55713743b1cc tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0680404 Jun 04 08:28:43.441287 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2438bcb7-ef98-448a-841a-9dd25a5191ae req-f9b3a58d-7b75-40ab-9e9e-7698adf51a98 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819981 Jun 04 08:28:44.564625 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:44.613776 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83c106-4af7-417e-9461-d174668c96d0 req-10b13e8b-3925-4ee9-867c-38baece0ee72 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:44.621259 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3d83c106-4af7-417e-9461-d174668c96d0 req-10b13e8b-3925-4ee9-867c-38baece0ee72 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0735414 Jun 04 08:28:44.683506 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3d83c106-4af7-417e-9461-d174668c96d0 req-7a595ae1-a697-4e42-a91e-97aed6329c73 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609016 Jun 04 08:28:45.808726 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9dcd0-4946-4f00-a6ad-cf5e00a2ac1f req-275adb55-6828-4b9c-8791-3c27b901c4ee tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:45.814031 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-40a9dcd0-4946-4f00-a6ad-cf5e00a2ac1f req-275adb55-6828-4b9c-8791-3c27b901c4ee tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0576880 Jun 04 08:28:45.868205 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-40a9dcd0-4946-4f00-a6ad-cf5e00a2ac1f req-75c81691-4f28-4f16-8c68-4fd1c4aa3834 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489819 Jun 04 08:28:47.024066 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d91431-3b81-46c3-82de-10c8c7191bac req-206b35ee-8121-487c-b6a8-865372f8b438 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:47.025514 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-42d91431-3b81-46c3-82de-10c8c7191bac req-206b35ee-8121-487c-b6a8-865372f8b438 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0621541 Jun 04 08:28:47.092345 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-42d91431-3b81-46c3-82de-10c8c7191bac req-0980e38e-0aab-45cf-a943-910bf2f1ae07 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570135 Jun 04 08:28:47.373859 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:47.391914 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:48.063405 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 54972) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:48.210932 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7717ac11-bc72-47f8-90b9-5c56c83be939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:48.271616 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccecdaa-e79f-4259-9a2d-618c95dfbf5b req-6d8415d1-82a6-4e48-a06e-77478c0e0385 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:48.273099 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2ccecdaa-e79f-4259-9a2d-618c95dfbf5b req-6d8415d1-82a6-4e48-a06e-77478c0e0385 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0798583 Jun 04 08:28:48.361375 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2ccecdaa-e79f-4259-9a2d-618c95dfbf5b req-4ae29349-45a7-4ea5-b600-4f856240659a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812447 Jun 04 08:28:48.399424 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7717ac11-bc72-47f8-90b9-5c56c83be939 admin admin] Publish callbacks [] for security_group (a316db07-5293-49de-81a8-6c2fc8134537), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:48.404525 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7717ac11-bc72-47f8-90b9-5c56c83be939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (a316db07-5293-49de-81a8-6c2fc8134537), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:48.463433 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 54982) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:48.464286 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-7717ac11-bc72-47f8-90b9-5c56c83be939 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d30877b08651423980d20570fca73d81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3994396 Jun 04 08:28:48.479355 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717ac11-bc72-47f8-90b9-5c56c83be939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a316db07-5293-49de-81a8-6c2fc8134537,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:48.569518 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9a7b8dee-5d8f-4671-af2f-d77f733e905a admin admin] Publish callbacks [] for security_group (a316db07-5293-49de-81a8-6c2fc8134537), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:48.609795 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9a7b8dee-5d8f-4671-af2f-d77f733e905a admin admin] Publish callbacks [] for security_group (a316db07-5293-49de-81a8-6c2fc8134537), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:48.676289 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9a7b8dee-5d8f-4671-af2f-d77f733e905a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (a316db07-5293-49de-81a8-6c2fc8134537), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:48.679238 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9a7b8dee-5d8f-4671-af2f-d77f733e905a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:48.685579 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9a7b8dee-5d8f-4671-af2f-d77f733e905a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a316db07-5293-49de-81a8-6c2fc8134537 HTTP/1.1" status: 204 len: 168 time: 0.2199128 Jun 04 08:28:48.694443 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b8dee-5d8f-4671-af2f-d77f733e905a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a316db07-5293-49de-81a8-6c2fc8134537,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:49.005217 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 54998) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:49.019595 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d80f1bdd-db00-4ea2-8e1a-906a102e94c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:49.070556 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:49.100452 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d80f1bdd-db00-4ea2-8e1a-906a102e94c5 admin admin] Publish callbacks [] for security_group (5d0236cd-7e2b-4bd0-96bc-14119c5ecdbc), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:49.104024 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d80f1bdd-db00-4ea2-8e1a-906a102e94c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (5d0236cd-7e2b-4bd0-96bc-14119c5ecdbc), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:49.144299 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d80f1bdd-db00-4ea2-8e1a-906a102e94c5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2f4d1f52a85341b9ab3c0cefea403e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379564 Jun 04 08:28:49.145135 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f1bdd-db00-4ea2-8e1a-906a102e94c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0236cd-7e2b-4bd0-96bc-14119c5ecdbc,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:49.147063 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55004) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:49.197591 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0711ed52-852a-4153-ae91-32fa603132e2 admin admin] Publish callbacks [] for security_group (5d0236cd-7e2b-4bd0-96bc-14119c5ecdbc), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:49.221238 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0711ed52-852a-4153-ae91-32fa603132e2 admin admin] Publish callbacks [] for security_group (5d0236cd-7e2b-4bd0-96bc-14119c5ecdbc), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:49.278474 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0711ed52-852a-4153-ae91-32fa603132e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (5d0236cd-7e2b-4bd0-96bc-14119c5ecdbc), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:49.280993 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0711ed52-852a-4153-ae91-32fa603132e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:49.282165 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-0711ed52-852a-4153-ae91-32fa603132e2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5d0236cd-7e2b-4bd0-96bc-14119c5ecdbc HTTP/1.1" status: 204 len: 168 time: 0.1339800 Jun 04 08:28:49.290875 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711ed52-852a-4153-ae91-32fa603132e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0236cd-7e2b-4bd0-96bc-14119c5ecdbc,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:49.495733 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96708a-cbc0-4ca2-b213-3fb34abb3eb6 req-35afd4b5-5495-4519-8a50-063bd6c206c2 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:49.498372 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cc96708a-cbc0-4ca2-b213-3fb34abb3eb6 req-35afd4b5-5495-4519-8a50-063bd6c206c2 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0501091 Jun 04 08:28:49.554317 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cc96708a-cbc0-4ca2-b213-3fb34abb3eb6 req-3421937c-74bd-472d-8035-02b330f77689 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484090 Jun 04 08:28:49.639023 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55012) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:49.652380 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d7767f68-1ce7-4bf3-a5e7-12ce9eed1bf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:49.721949 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eabd19-686d-4b80-befa-a1ef43d5cc3a req-0f9f3486-68fb-43dc-b9f5-8b7d266ee129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:49.723427 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-49eabd19-686d-4b80-befa-a1ef43d5cc3a req-0f9f3486-68fb-43dc-b9f5-8b7d266ee129 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3&device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 1130 time: 0.0413508 Jun 04 08:28:49.735560 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d7767f68-1ce7-4bf3-a5e7-12ce9eed1bf2 admin admin] Publish callbacks [] for security_group (18078988-9721-4129-be91-521b7d9e499f), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:49.739445 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d7767f68-1ce7-4bf3-a5e7-12ce9eed1bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (18078988-9721-4129-be91-521b7d9e499f), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:49.755452 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=13 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:49.785206 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-d7767f68-1ce7-4bf3-a5e7-12ce9eed1bf2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc2c243d929846738b33f5452ce4fd38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450675 Jun 04 08:28:49.786401 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7767f68-1ce7-4bf3-a5e7-12ce9eed1bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18078988-9721-4129-be91-521b7d9e499f,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:49.789148 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 55014) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:49.870777 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eabd19-686d-4b80-befa-a1ef43d5cc3a req-43e40ba6-54b2-4e1d-a1dd-be8ecde629e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:49.872275 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-49eabd19-686d-4b80-befa-a1ef43d5cc3a req-43e40ba6-54b2-4e1d-a1dd-be8ecde629e0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3ffca17b-eb82-420d-9eb0-3683041b6356 HTTP/1.1" status: 200 len: 917 time: 0.1375952 Jun 04 08:28:49.877391 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-530bc61d-9fac-4b1e-840d-0c00e61c8361 admin admin] Publish callbacks [] for security_group (18078988-9721-4129-be91-521b7d9e499f), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:49.945998 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-530bc61d-9fac-4b1e-840d-0c00e61c8361 admin admin] Publish callbacks [] for security_group (18078988-9721-4129-be91-521b7d9e499f), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:49.992780 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-49eabd19-686d-4b80-befa-a1ef43d5cc3a req-410257db-aa36-49e2-9704-da3c6a119e16 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c7575c9-8b00-46e8-9c65-da760e1beee5 HTTP/1.1" status: 200 len: 1001 time: 0.1106167 Jun 04 08:28:50.037788 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:50.044925 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-530bc61d-9fac-4b1e-840d-0c00e61c8361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (18078988-9721-4129-be91-521b7d9e499f), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:50.047680 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-530bc61d-9fac-4b1e-840d-0c00e61c8361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:50.048795 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-530bc61d-9fac-4b1e-840d-0c00e61c8361 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/18078988-9721-4129-be91-521b7d9e499f HTTP/1.1" status: 204 len: 168 time: 0.2584467 Jun 04 08:28:50.061842 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eabd19-686d-4b80-befa-a1ef43d5cc3a req-3ddc2077-3bc0-4594-8d9f-3e46065ed879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:50.063299 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-49eabd19-686d-4b80-befa-a1ef43d5cc3a req-3ddc2077-3bc0-4594-8d9f-3e46065ed879 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02e06554-fbcb-49c6-b330-43781b1202a6 HTTP/1.1" status: 200 len: 855 time: 0.0614626 Jun 04 08:28:50.064571 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bc61d-9fac-4b1e-840d-0c00e61c8361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18078988-9721-4129-be91-521b7d9e499f,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:50.113876 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eabd19-686d-4b80-befa-a1ef43d5cc3a req-ea3c2d6b-1493-41cc-a805-5339e3d3e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:50.115395 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-49eabd19-686d-4b80-befa-a1ef43d5cc3a req-ea3c2d6b-1493-41cc-a805-5339e3d3e1af service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ffca17b-eb82-420d-9eb0-3683041b6356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413373 Jun 04 08:28:50.218255 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-49eabd19-686d-4b80-befa-a1ef43d5cc3a req-f7c7b6d8-94ea-44f7-b3a5-183c2fc5253d service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907056 Jun 04 08:28:50.322952 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-49eabd19-686d-4b80-befa-a1ef43d5cc3a req-c192f384-ced6-4f9d-bf38-704a72491a86 service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934703 Jun 04 08:28:50.683088 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fdc09-4184-44d2-a9e0-0315bcd9933e req-38af6c08-c44e-4636-9822-7fd9a102de9d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:50.685079 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a66fdc09-4184-44d2-a9e0-0315bcd9933e req-38af6c08-c44e-4636-9822-7fd9a102de9d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0485022 Jun 04 08:28:50.732278 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a66fdc09-4184-44d2-a9e0-0315bcd9933e req-0f48742c-34ea-41e9-ade3-6c8849d50ae9 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416706 Jun 04 08:28:51.160682 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 55046) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:51.276976 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3cdb2717-732c-44c0-a80d-3fc08c742555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:51.335837 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:51.355355 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3cdb2717-732c-44c0-a80d-3fc08c742555 admin admin] Publish callbacks [] for security_group (26b6c585-5f2c-4a0f-a53a-a0820b91ca1f), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:51.359791 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3cdb2717-732c-44c0-a80d-3fc08c742555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (26b6c585-5f2c-4a0f-a53a-a0820b91ca1f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:51.401449 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-3cdb2717-732c-44c0-a80d-3fc08c742555 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a7cf1561436d46a7b6909ae24927cdae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396758 Jun 04 08:28:51.402348 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb2717-732c-44c0-a80d-3fc08c742555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b6c585-5f2c-4a0f-a53a-a0820b91ca1f,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:51.404793 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55050) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:51.444685 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:51.457778 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-486e4ec1-c58f-48e5-859f-d71b0741e4d3 admin admin] Publish callbacks [] for security_group (26b6c585-5f2c-4a0f-a53a-a0820b91ca1f), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:51.484184 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-486e4ec1-c58f-48e5-859f-d71b0741e4d3 admin admin] Publish callbacks [] for security_group (26b6c585-5f2c-4a0f-a53a-a0820b91ca1f), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:51.530899 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-486e4ec1-c58f-48e5-859f-d71b0741e4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (26b6c585-5f2c-4a0f-a53a-a0820b91ca1f), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:51.533554 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-486e4ec1-c58f-48e5-859f-d71b0741e4d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:51.534796 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-486e4ec1-c58f-48e5-859f-d71b0741e4d3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/26b6c585-5f2c-4a0f-a53a-a0820b91ca1f HTTP/1.1" status: 204 len: 168 time: 0.1289980 Jun 04 08:28:51.542965 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e4ec1-c58f-48e5-859f-d71b0741e4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b6c585-5f2c-4a0f-a53a-a0820b91ca1f,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:51.865617 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0fecb-dad6-48b6-ae1a-217b1db4a41f req-3775c711-89f7-46b0-97bf-e39eed40f7f1 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:51.867295 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bdd0fecb-dad6-48b6-ae1a-217b1db4a41f req-3775c711-89f7-46b0-97bf-e39eed40f7f1 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0557625 Jun 04 08:28:51.918356 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bdd0fecb-dad6-48b6-ae1a-217b1db4a41f req-2a1d77a7-7054-4fb0-bf60-e42fbeca0693 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443308 Jun 04 08:28:53.003171 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 5c7575c9-8b00-46e8-9c65-da760e1beee5 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:28:53.046968 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4029b6-4452-484a-ae7c-aa202deecdb1 req-f9149676-2b69-4e2e-a5fb-8bb5d2d71d27 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:53.049654 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0a4029b6-4452-484a-ae7c-aa202deecdb1 req-f9149676-2b69-4e2e-a5fb-8bb5d2d71d27 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 946 time: 0.0536909 Jun 04 08:28:53.106991 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0a4029b6-4452-484a-ae7c-aa202deecdb1 req-ea57e800-5e99-459b-b121-93f1603114d8 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511792 Jun 04 08:28:53.208400 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 5c7575c9-8b00-46e8-9c65-da760e1beee5 is: ACTIVE; New status is: DOWN {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:28:53.208787 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:53.233928 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540d085f-a0b7-4cd6-8258-f21790f3136a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7575c9-8b00-46e8-9c65-da760e1beee5'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:28:53.236533 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff46566-86f5-43a6-b24a-c98310705d7f" -d '{"events": [{"server_uuid": "540d085f-a0b7-4cd6-8258-f21790f3136a", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7575c9-8b00-46e8-9c65-da760e1beee5"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:28:53.250110 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 5c7575c9-8b00-46e8-9c65-da760e1beee5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5c7575c9-8b00-46e8-9c65-da760e1beee5,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:28:53.258771 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:53.286478 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 04 Jun 2022 08:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a473aeb3-c38b-45dd-9b33-0e8cef4f4f5f x-openstack-request-id: req-a473aeb3-c38b-45dd-9b33-0e8cef4f4f5f {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:28:53.286771 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540d085f-a0b7-4cd6-8258-f21790f3136a", "name": "network-vif-unplugged", "status": "failed", "tag": "5c7575c9-8b00-46e8-9c65-da760e1beee5", "code": 422}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:28:53.287024 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a473aeb3-c38b-45dd-9b33-0e8cef4f4f5f {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:28:53.287461 dv-cinder-836996-29-iscsi neutron-server[103813]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a473aeb3-c38b-45dd-9b33-0e8cef4f4f5f']: {'server_uuid': '540d085f-a0b7-4cd6-8258-f21790f3136a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5c7575c9-8b00-46e8-9c65-da760e1beee5', 'code': 422} returned with failed status Jun 04 08:28:53.320013 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=5c7575c9-8b00-46e8-9c65-da760e1beee5,revision_number=8']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:28:54.069621 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b8aa6-cf39-41d4-b792-10e4fc18c90e req-7b3e7f5e-1419-4893-b71b-972ff6071e9b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:54.071109 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d28b8aa6-cf39-41d4-b792-10e4fc18c90e req-7b3e7f5e-1419-4893-b71b-972ff6071e9b tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 944 time: 0.0475938 Jun 04 08:28:54.118699 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d28b8aa6-cf39-41d4-b792-10e4fc18c90e req-fe3e225e-f278-45f4-a85f-b6ef7b07eda0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409379 Jun 04 08:28:54.259106 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:28:54.387300 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55136) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:54.470991 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-22993f6b-00b5-4075-ae60-bbffa1962484 req-396dde17-696b-4256-a8e1-b4b4afefeee7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820081 Jun 04 08:28:54.479311 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [req-22993f6b-00b5-4075-ae60-bbffa1962484 req-d26574f5-be90-4339-a56f-2ed787c2a827 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 08:28:54.480243 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-22993f6b-00b5-4075-ae60-bbffa1962484 req-d26574f5-be90-4339-a56f-2ed787c2a827 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047853 Jun 04 08:28:54.552921 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55144) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:28:54.645158 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22993f6b-00b5-4075-ae60-bbffa1962484 req-0b80fe73-fdc0-4e7c-a170-eb4839478e47 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:54.646454 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-22993f6b-00b5-4075-ae60-bbffa1962484 req-0b80fe73-fdc0-4e7c-a170-eb4839478e47 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports/5c7575c9-8b00-46e8-9c65-da760e1beee5 HTTP/1.1" status: 200 len: 941 time: 0.0925584 Jun 04 08:28:55.248969 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fa380-ab0e-4d59-b3ad-6402bd9ab2b6 req-bd3c7448-79bc-4aae-b371-4cf5fc593750 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:55.250626 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a98fa380-ab0e-4d59-b3ad-6402bd9ab2b6 req-bd3c7448-79bc-4aae-b371-4cf5fc593750 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 944 time: 0.0560689 Jun 04 08:28:55.299552 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a98fa380-ab0e-4d59-b3ad-6402bd9ab2b6 req-a8dd82d0-5e4c-4e22-b7e4-f2ecc0304372 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431333 Jun 04 08:28:56.429677 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef944a-d2a5-4ee8-b4c7-71217e2b7e7b req-023703de-dbfd-439f-8ff0-bcc5e0ba46b9 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:56.431173 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-16ef944a-d2a5-4ee8-b4c7-71217e2b7e7b req-023703de-dbfd-439f-8ff0-bcc5e0ba46b9 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 944 time: 0.0517092 Jun 04 08:28:56.719092 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-16ef944a-d2a5-4ee8-b4c7-71217e2b7e7b req-46acd7c4-79e3-4095-9e14-a6ac827168c4 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816343 Jun 04 08:28:57.058259 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 5c7575c9-8b00-46e8-9c65-da760e1beee5 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:28:57.130018 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:57.141935 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 5c7575c9-8b00-46e8-9c65-da760e1beee5 is: DOWN; New status is: DOWN {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:28:57.678782 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22993f6b-00b5-4075-ae60-bbffa1962484 req-39366266-51f1-40ef-942f-a8c4cf59fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:57.680291 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22993f6b-00b5-4075-ae60-bbffa1962484 req-39366266-51f1-40ef-942f-a8c4cf59fe4a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a&tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3 HTTP/1.1" status: 200 len: 1128 time: 0.0483861 Jun 04 08:28:57.684314 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b6f32e0f-4b76-48f5-8f0d-5820d2b115db req-4b91fcaf-ffa3-4549-98a3-d861a171358e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391788 Jun 04 08:28:57.753581 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22993f6b-00b5-4075-ae60-bbffa1962484 req-f9ec712f-878f-49ba-89c5-967f43346365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:57.759688 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-22993f6b-00b5-4075-ae60-bbffa1962484 req-f9ec712f-878f-49ba-89c5-967f43346365 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3&device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 1128 time: 0.0441666 Jun 04 08:28:57.808650 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f32e0f-4b76-48f5-8f0d-5820d2b115db req-0946c15b-69ce-4cdb-b55a-0f27a8f98433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:57.810196 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b6f32e0f-4b76-48f5-8f0d-5820d2b115db req-0946c15b-69ce-4cdb-b55a-0f27a8f98433 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=950149f4530b41eea35bc273803918a9&device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 1168 time: 0.0576501 Jun 04 08:28:57.902226 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c4b4b-072e-4299-87df-78fbe690ccbe req-c6f639bb-4e59-4c2d-a405-f0f618d7ec34 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:57.904048 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c04c4b4b-072e-4299-87df-78fbe690ccbe req-c6f639bb-4e59-4c2d-a405-f0f618d7ec34 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 944 time: 0.0662889 Jun 04 08:28:57.930403 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f32e0f-4b76-48f5-8f0d-5820d2b115db req-254e25c1-2175-4824-afa8-480f1f5ad623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:57.932596 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b6f32e0f-4b76-48f5-8f0d-5820d2b115db req-254e25c1-2175-4824-afa8-480f1f5ad623 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d7b6ce13-c239-48d5-a1b0-88bed796ecf4 HTTP/1.1" status: 200 len: 915 time: 0.0997910 Jun 04 08:28:57.946659 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22993f6b-00b5-4075-ae60-bbffa1962484 req-c3184b39-b01c-4ed8-b075-ad1228883a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:57.948163 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-22993f6b-00b5-4075-ae60-bbffa1962484 req-c3184b39-b01c-4ed8-b075-ad1228883a39 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3ffca17b-eb82-420d-9eb0-3683041b6356 HTTP/1.1" status: 200 len: 917 time: 0.1844056 Jun 04 08:28:57.979878 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:28:57.983511 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c04c4b4b-072e-4299-87df-78fbe690ccbe req-819bfcc4-5d50-4e22-b339-5629fa0ba759 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655601 Jun 04 08:28:58.022473 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:58.037857 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b6f32e0f-4b76-48f5-8f0d-5820d2b115db req-7d121be4-1fa1-41dc-91a3-3036139017d3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2723b733-b421-4bbd-89bb-aeb589aaf066 HTTP/1.1" status: 200 len: 1000 time: 0.0936844 Jun 04 08:28:58.074422 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-22993f6b-00b5-4075-ae60-bbffa1962484 req-93d6d3ce-3d98-41a2-bd59-230dd17701f0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c7575c9-8b00-46e8-9c65-da760e1beee5 HTTP/1.1" status: 200 len: 999 time: 0.0968616 Jun 04 08:28:58.107944 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f32e0f-4b76-48f5-8f0d-5820d2b115db req-6a6bfc9d-a273-4eac-9a79-3cab9a03a73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:58.109993 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b6f32e0f-4b76-48f5-8f0d-5820d2b115db req-6a6bfc9d-a273-4eac-9a79-3cab9a03a73c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=510c503a-76e2-4868-8711-4a68b9513120 HTTP/1.1" status: 200 len: 853 time: 0.0635798 Jun 04 08:28:58.131733 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22993f6b-00b5-4075-ae60-bbffa1962484 req-484af925-5690-4e86-ad28-bbf16d2d140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:58.133191 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-22993f6b-00b5-4075-ae60-bbffa1962484 req-484af925-5690-4e86-ad28-bbf16d2d140d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02e06554-fbcb-49c6-b330-43781b1202a6 HTTP/1.1" status: 200 len: 855 time: 0.0486562 Jun 04 08:28:58.162846 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f32e0f-4b76-48f5-8f0d-5820d2b115db req-471b8149-5b82-4291-a46d-65ce9dd80e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:58.164359 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b6f32e0f-4b76-48f5-8f0d-5820d2b115db req-471b8149-5b82-4291-a46d-65ce9dd80e5b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d7b6ce13-c239-48d5-a1b0-88bed796ecf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457134 Jun 04 08:28:58.182849 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:58.187630 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22993f6b-00b5-4075-ae60-bbffa1962484 req-f9547e83-5e5f-461c-9a64-509d1efb6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:58.189222 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-22993f6b-00b5-4075-ae60-bbffa1962484 req-f9547e83-5e5f-461c-9a64-509d1efb6ea9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ffca17b-eb82-420d-9eb0-3683041b6356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490031 Jun 04 08:28:58.290734 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b6f32e0f-4b76-48f5-8f0d-5820d2b115db req-a6995bd7-7341-4d7d-88d2-05f5abb77e02 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6ce13-c239-48d5-a1b0-88bed796ecf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141522 Jun 04 08:28:58.314959 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-22993f6b-00b5-4075-ae60-bbffa1962484 req-7b54930f-1ab4-470f-8090-ba0711de2ff2 service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187153 Jun 04 08:28:58.424011 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b6f32e0f-4b76-48f5-8f0d-5820d2b115db req-664ae7f7-d131-4d54-9937-44d388d4f20c service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6ce13-c239-48d5-a1b0-88bed796ecf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220860 Jun 04 08:28:58.443590 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-22993f6b-00b5-4075-ae60-bbffa1962484 req-38edc9e6-38a5-43ca-b47d-d99fd46b3b37 service neutron] 10.222.0.77 "GET /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206214 Jun 04 08:28:59.169192 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08716505-47b8-478b-b58a-9fffcdfb882f req-9241f07f-7aae-4aa9-9da4-9e27afd19052 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:28:59.171351 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-08716505-47b8-478b-b58a-9fffcdfb882f req-9241f07f-7aae-4aa9-9da4-9e27afd19052 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 944 time: 0.0603921 Jun 04 08:28:59.204626 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:28:59.243664 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-08716505-47b8-478b-b58a-9fffcdfb882f req-a4612140-7500-445a-90b1-99e4d069f1b1 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654943 Jun 04 08:29:00.378485 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01c5d1-2ef2-4915-8046-fabda5935b50 req-0ae5a83f-d639-4aad-a98b-19c4916b25db tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:00.379999 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2f01c5d1-2ef2-4915-8046-fabda5935b50 req-0ae5a83f-d639-4aad-a98b-19c4916b25db tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 944 time: 0.0566466 Jun 04 08:29:00.442654 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2f01c5d1-2ef2-4915-8046-fabda5935b50 req-f88c14df-1217-454f-9339-af9ccd64a00f tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511770 Jun 04 08:29:01.198373 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 55268) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:01.321684 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6c2ed54-f17e-41a4-a258-7a40b3eed7b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:01.353323 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:01.422627 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6c2ed54-f17e-41a4-a258-7a40b3eed7b5 admin admin] Publish callbacks [] for security_group (5bed425b-dc6a-47d8-983b-905e713d174e), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:01.427067 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6c2ed54-f17e-41a4-a258-7a40b3eed7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (5bed425b-dc6a-47d8-983b-905e713d174e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:01.469946 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2ed54-f17e-41a4-a258-7a40b3eed7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bed425b-dc6a-47d8-983b-905e713d174e,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:01.475563 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f6c2ed54-f17e-41a4-a258-7a40b3eed7b5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=30e8bc0f40b0489fad61a4ad3fdf6d12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761216 Jun 04 08:29:01.478215 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 55276) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:01.540950 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2596f2b2-eaed-403e-b479-69288945d517 admin admin] Publish callbacks [] for security_group (5bed425b-dc6a-47d8-983b-905e713d174e), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:01.567169 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2596f2b2-eaed-403e-b479-69288945d517 admin admin] Publish callbacks [] for security_group (5bed425b-dc6a-47d8-983b-905e713d174e), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:01.630287 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6b3a5-68ae-4c51-82b5-ca68b4d6d370 req-5785b534-8931-459e-a4f1-7b44b40cba53 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:01.637957 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-61e6b3a5-68ae-4c51-82b5-ca68b4d6d370 req-5785b534-8931-459e-a4f1-7b44b40cba53 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 944 time: 0.1051862 Jun 04 08:29:01.679536 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2596f2b2-eaed-403e-b479-69288945d517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (5bed425b-dc6a-47d8-983b-905e713d174e), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:01.682490 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2596f2b2-eaed-403e-b479-69288945d517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:01.692737 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2596f2b2-eaed-403e-b479-69288945d517 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5bed425b-dc6a-47d8-983b-905e713d174e HTTP/1.1" status: 204 len: 168 time: 0.2134228 Jun 04 08:29:01.711208 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596f2b2-eaed-403e-b479-69288945d517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bed425b-dc6a-47d8-983b-905e713d174e,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:01.722026 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-61e6b3a5-68ae-4c51-82b5-ca68b4d6d370 req-b0c648cb-c188-47b0-8788-77f97e03aad4 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827825 Jun 04 08:29:02.938835 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d58400-c881-40f5-a44c-de9118d21ffd req-72f13ad3-2f2a-4d9a-8da8-8e8e4e37d0de tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:02.940397 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-87d58400-c881-40f5-a44c-de9118d21ffd req-72f13ad3-2f2a-4d9a-8da8-8e8e4e37d0de tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 944 time: 0.1085062 Jun 04 08:29:03.016112 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-87d58400-c881-40f5-a44c-de9118d21ffd req-bdd30508-031d-4023-8418-4632849e61bc tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687408 Jun 04 08:29:04.168839 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b78e1b-8251-4c86-8769-7338522ccf42 req-3b7cabe1-a341-4919-b94e-e6e026626829 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:04.171952 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a2b78e1b-8251-4c86-8769-7338522ccf42 req-3b7cabe1-a341-4919-b94e-e6e026626829 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 944 time: 0.0674939 Jun 04 08:29:04.252738 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:04.274581 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a2b78e1b-8251-4c86-8769-7338522ccf42 req-f740c521-7da1-40ac-a098-6b309be90a49 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962467 Jun 04 08:29:05.427474 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2c29a-c247-4911-8c3c-7c9a0e9555b4 req-9809c283-bbe6-45a1-befe-a098770ef836 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:05.428984 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-96c2c29a-c247-4911-8c3c-7c9a0e9555b4 req-9809c283-bbe6-45a1-befe-a098770ef836 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 944 time: 0.0501723 Jun 04 08:29:05.482984 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-96c2c29a-c247-4911-8c3c-7c9a0e9555b4 req-42a374df-0ebc-47e7-baed-b11f385a3522 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477929 Jun 04 08:29:06.598137 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-113d4a38-c28d-4a45-8a8d-69b87ab1da57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:06.628991 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e0b52-d13d-4653-9837-06231fe406e4 req-75a9187c-e78b-40c2-bc27-e20b98f93059 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:06.631259 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a14e0b52-d13d-4653-9837-06231fe406e4 req-75a9187c-e78b-40c2-bc27-e20b98f93059 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 944 time: 0.0669427 Jun 04 08:29:06.682984 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a14e0b52-d13d-4653-9837-06231fe406e4 req-d5fefc78-32ab-4a97-97af-d7a65a57e924 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462220 Jun 04 08:29:07.812489 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cba20-df94-42c4-96a8-840b2131d1c0 req-bb880bb7-a9b9-4cc0-a8a0-646619dfa6a0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:07.814033 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a46cba20-df94-42c4-96a8-840b2131d1c0 req-bb880bb7-a9b9-4cc0-a8a0-646619dfa6a0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 944 time: 0.0496476 Jun 04 08:29:07.850742 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:07.869375 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a46cba20-df94-42c4-96a8-840b2131d1c0 req-91dbba56-2d8a-44a3-9110-cd8eb350e8e6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494187 Jun 04 08:29:08.993744 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fb02c-c4c3-42f7-828c-8960290a6dd7 req-4aa3e846-4ec8-4440-bce2-985ef73d967f tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:08.995264 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c98fb02c-c4c3-42f7-828c-8960290a6dd7 req-4aa3e846-4ec8-4440-bce2-985ef73d967f tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 944 time: 0.0486217 Jun 04 08:29:09.046180 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c98fb02c-c4c3-42f7-828c-8960290a6dd7 req-8f4e9c11-1a45-46a3-a9ac-7a8b20054e75 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445597 Jun 04 08:29:09.070633 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3cb05112-2516-4bc0-8ad7-579f62c9cf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:09.099583 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 5c7575c9-8b00-46e8-9c65-da760e1beee5 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:29:09.208634 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 5c7575c9-8b00-46e8-9c65-da760e1beee5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5c7575c9-8b00-46e8-9c65-da760e1beee5,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:09.225989 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': '5c7575c9-8b00-46e8-9c65-da760e1beee5', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'port_id': '5c7575c9-8b00-46e8-9c65-da760e1beee5', 'mac_address': 'fa:16:3e:55:a2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:29:09.271091 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 5c7575c9-8b00-46e8-9c65-da760e1beee5 is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:29:09.271488 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:09.286099 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7575c9-8b00-46e8-9c65-da760e1beee5 {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:29:09.306394 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 5c7575c9-8b00-46e8-9c65-da760e1beee5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5c7575c9-8b00-46e8-9c65-da760e1beee5,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:09.311510 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:09.375924 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=5c7575c9-8b00-46e8-9c65-da760e1beee5,revision_number=9']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:09.383318 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:09.383664 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:09.384026 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:09.384396 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:09.384724 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:09.385052 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:09.385976 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:09.386311 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:09.386639 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:09.386968 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:09.387295 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:09.387621 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:09.387940 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:09.388802 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:09.389126 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:09.604501 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['5c7575c9-8b00-46e8-9c65-da760e1beee5'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:29:09.723959 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:10.106645 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:10.171382 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b45a8-2308-48d7-9c9d-543e2ae25ab3 req-83bf14ec-b902-461b-8d9f-2ef000f9abe4 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:10.173165 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2b3b45a8-2308-48d7-9c9d-543e2ae25ab3 req-83bf14ec-b902-461b-8d9f-2ef000f9abe4 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 945 time: 0.0477026 Jun 04 08:29:10.220762 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2b3b45a8-2308-48d7-9c9d-543e2ae25ab3 req-73dd6002-1a61-4700-96e9-557b641825ee tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418139 Jun 04 08:29:11.108194 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 5c7575c9-8b00-46e8-9c65-da760e1beee5 up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:29:11.156831 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port 5c7575c9-8b00-46e8-9c65-da760e1beee5 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:29:11.157208 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:11.231541 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 5c7575c9-8b00-46e8-9c65-da760e1beee5 is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:29:11.231920 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:11.255489 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540d085f-a0b7-4cd6-8258-f21790f3136a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7575c9-8b00-46e8-9c65-da760e1beee5'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:29:11.257431 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffed1998-5000-4261-bec2-c97d4d4a2eeb" -d '{"events": [{"server_uuid": "540d085f-a0b7-4cd6-8258-f21790f3136a", "name": "network-vif-plugged", "status": "completed", "tag": "5c7575c9-8b00-46e8-9c65-da760e1beee5"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:29:11.272524 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 5c7575c9-8b00-46e8-9c65-da760e1beee5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5c7575c9-8b00-46e8-9c65-da760e1beee5,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:11.279727 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:11.322399 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c82e91-e41c-4966-8717-c643ff16c249 x-openstack-request-id: req-48c82e91-e41c-4966-8717-c643ff16c249 {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:29:11.322954 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540d085f-a0b7-4cd6-8258-f21790f3136a", "name": "network-vif-plugged", "status": "completed", "tag": "5c7575c9-8b00-46e8-9c65-da760e1beee5", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:29:11.323136 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-48c82e91-e41c-4966-8717-c643ff16c249 {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:29:11.324307 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48c82e91-e41c-4966-8717-c643ff16c249'] response: {'server_uuid': '540d085f-a0b7-4cd6-8258-f21790f3136a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7575c9-8b00-46e8-9c65-da760e1beee5', 'code': 200} Jun 04 08:29:11.334597 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:11.355259 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d7afc-c19c-4e2e-95fa-7e0e6fb7fc87 req-682c375e-48ca-4fbd-ab0d-99385beceea7 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:11.356775 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-526d7afc-c19c-4e2e-95fa-7e0e6fb7fc87 req-682c375e-48ca-4fbd-ab0d-99385beceea7 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 947 time: 0.0523021 Jun 04 08:29:11.363620 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=5c7575c9-8b00-46e8-9c65-da760e1beee5,revision_number=10']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:11.411789 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-526d7afc-c19c-4e2e-95fa-7e0e6fb7fc87 req-2e031f7a-850b-450e-88e5-160faa9c83aa tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462675 Jun 04 08:29:11.490726 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30c479-ec97-4580-adca-2cb50129d66c req-8d76261d-140f-4d79-8d44-7b68a404460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:11.492204 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fd30c479-ec97-4580-adca-2cb50129d66c req-8d76261d-140f-4d79-8d44-7b68a404460d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 1131 time: 0.0391405 Jun 04 08:29:11.539173 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fd30c479-ec97-4580-adca-2cb50129d66c req-80578ba4-8f28-4e1c-a9ad-5b0beb24cf88 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377135 Jun 04 08:29:12.539751 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac19f3-1344-4b04-8f09-e579146d039c req-8d55d10e-c0f5-427f-9ca8-99b33f144e38 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:12.541279 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-50ac19f3-1344-4b04-8f09-e579146d039c req-8d55d10e-c0f5-427f-9ca8-99b33f144e38 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 947 time: 0.0491431 Jun 04 08:29:12.602585 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-50ac19f3-1344-4b04-8f09-e579146d039c req-7ebeb156-6f3a-4293-b62b-8bec61de79cf tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553243 Jun 04 08:29:12.894527 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:13.329215 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 55464) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:13.443004 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1a09dd73-8063-4e87-82ef-48e33582db76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:13.482044 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:13.535795 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1a09dd73-8063-4e87-82ef-48e33582db76 admin admin] Publish callbacks [] for security_group (b44687e9-c1ee-4ae4-bd74-57725420cf5e), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:13.539871 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1a09dd73-8063-4e87-82ef-48e33582db76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (b44687e9-c1ee-4ae4-bd74-57725420cf5e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:13.578544 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1a09dd73-8063-4e87-82ef-48e33582db76 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c6b59fc4a1894756bee6eb38155898c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481947 Jun 04 08:29:13.581252 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55478) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:13.597812 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09dd73-8063-4e87-82ef-48e33582db76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44687e9-c1ee-4ae4-bd74-57725420cf5e,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:13.652233 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-aa1c70d5-adda-447a-b1eb-0a337bab0e90 admin admin] Publish callbacks [] for security_group (b44687e9-c1ee-4ae4-bd74-57725420cf5e), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:13.678661 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-aa1c70d5-adda-447a-b1eb-0a337bab0e90 admin admin] Publish callbacks [] for security_group (b44687e9-c1ee-4ae4-bd74-57725420cf5e), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:13.734470 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:13.752025 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328da987-63c9-4513-887d-5a4b5df94fb5 req-f37423f6-cfc5-483b-9f25-1c9b8e11bed1 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:13.753531 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-328da987-63c9-4513-887d-5a4b5df94fb5 req-f37423f6-cfc5-483b-9f25-1c9b8e11bed1 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 947 time: 0.0727470 Jun 04 08:29:13.785456 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-aa1c70d5-adda-447a-b1eb-0a337bab0e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (b44687e9-c1ee-4ae4-bd74-57725420cf5e), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:13.788240 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-aa1c70d5-adda-447a-b1eb-0a337bab0e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:13.789431 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-aa1c70d5-adda-447a-b1eb-0a337bab0e90 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b44687e9-c1ee-4ae4-bd74-57725420cf5e HTTP/1.1" status: 204 len: 168 time: 0.2071021 Jun 04 08:29:13.806829 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c70d5-adda-447a-b1eb-0a337bab0e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44687e9-c1ee-4ae4-bd74-57725420cf5e,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:13.824263 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-328da987-63c9-4513-887d-5a4b5df94fb5 req-5d77b613-1583-4d14-acf3-e7c64f115fa4 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648274 Jun 04 08:29:14.951726 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a2c1-6eb1-49b7-aade-70723def9f11 req-1361fdcd-fee5-4a0f-af60-4743c51f42ed tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:14.952281 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-86d4a2c1-6eb1-49b7-aade-70723def9f11 req-1361fdcd-fee5-4a0f-af60-4743c51f42ed tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 947 time: 0.0500329 Jun 04 08:29:15.002891 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-86d4a2c1-6eb1-49b7-aade-70723def9f11 req-e91c4c59-0def-47a3-81ce-bd100b4f4ef2 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448232 Jun 04 08:29:21.736723 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b244cf5a-7264-4d0a-870d-5702d9db2d77 req-ae56c35f-c678-4d5f-912e-6508282f76f8 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735929812&fields=id&tenant_id=950149f4530b41eea35bc273803918a9 HTTP/1.1" status: 200 len: 267 time: 0.0505433 Jun 04 08:29:21.812815 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244cf5a-7264-4d0a-870d-5702d9db2d77 req-4703de1e-34d7-4d26-8998-a4b2d5e49083 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:21.815111 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b244cf5a-7264-4d0a-870d-5702d9db2d77 req-4703de1e-34d7-4d26-8998-a4b2d5e49083 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 984 time: 0.0686443 Jun 04 08:29:21.832084 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-b244cf5a-7264-4d0a-870d-5702d9db2d77 req-da127ecb-571c-49e5-b93f-f451e7d34b63 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Request body: {'port': {'security_groups': ['7da87886-0349-4f1c-9f24-4738e45d8b03']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:29:21.912210 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b244cf5a-7264-4d0a-870d-5702d9db2d77 req-da127ecb-571c-49e5-b93f-f451e7d34b63 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:22.156167 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:22.175503 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-b244cf5a-7264-4d0a-870d-5702d9db2d77 req-da127ecb-571c-49e5-b93f-f451e7d34b63 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] For port 2723b733-b421-4bbd-89bb-aeb589aaf066, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2723b733-b421-4bbd-89bb-aeb589aaf066,segment=NetworkSegment(f2ef7d57-427b-411e-a6dc-8510a07ec96b),segment_id=f2ef7d57-427b-411e-a6dc-8510a07ec96b)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:22.205166 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b244cf5a-7264-4d0a-870d-5702d9db2d77 req-da127ecb-571c-49e5-b93f-f451e7d34b63 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:22.210127 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b244cf5a-7264-4d0a-870d-5702d9db2d77 req-da127ecb-571c-49e5-b93f-f451e7d34b63 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:22.226454 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['2723b733-b421-4bbd-89bb-aeb589aaf066'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:29:22.262436 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244cf5a-7264-4d0a-870d-5702d9db2d77 req-da127ecb-571c-49e5-b93f-f451e7d34b63 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:22.263633 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b244cf5a-7264-4d0a-870d-5702d9db2d77 req-da127ecb-571c-49e5-b93f-f451e7d34b63 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:22.265062 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b244cf5a-7264-4d0a-870d-5702d9db2d77 req-da127ecb-571c-49e5-b93f-f451e7d34b63 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "PUT /v2.0/ports/2723b733-b421-4bbd-89bb-aeb589aaf066 HTTP/1.1" status: 200 len: 942 time: 0.4407172 Jun 04 08:29:22.265521 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32606ac-3c6c-42f8-b063-f2fc031485e9', 'tag': '2723b733-b421-4bbd-89bb-aeb589aaf066'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:29:22.267828 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2fd9b9-230a-4af3-9810-c1933763750b" -d '{"events": [{"name": "network-changed", "server_uuid": "e32606ac-3c6c-42f8-b063-f2fc031485e9", "tag": "2723b733-b421-4bbd-89bb-aeb589aaf066"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:29:22.274633 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55564) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:22.300283 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da127ecb-571c-49e5-b93f-f451e7d34b63 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Pushing event updated for resources: {'Port': ['ID=2723b733-b421-4bbd-89bb-aeb589aaf066,revision_number=7']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:22.354975 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:22.383371 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2e424bc1-556a-48a3-a834-e9aed48d14ba tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group (eec38379-b779-4abf-9792-e5b7c8468314), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:22.424654 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2e424bc1-556a-48a3-a834-e9aed48d14ba tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group (eec38379-b779-4abf-9792-e5b7c8468314), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:22.442683 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['2723b733-b421-4bbd-89bb-aeb589aaf066'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:29:22.443815 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:22.542359 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2e424bc1-556a-48a3-a834-e9aed48d14ba tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (eec38379-b779-4abf-9792-e5b7c8468314), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:22.546128 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2e424bc1-556a-48a3-a834-e9aed48d14ba tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:22.548160 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-2e424bc1-556a-48a3-a834-e9aed48d14ba tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "DELETE /v2.0/security-groups/eec38379-b779-4abf-9792-e5b7c8468314 HTTP/1.1" status: 204 len: 168 time: 0.2721987 Jun 04 08:29:22.554597 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 55568) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:22.582054 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e424bc1-556a-48a3-a834-e9aed48d14ba tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec38379-b779-4abf-9792-e5b7c8468314,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:22.677756 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae6e0fc-f886-45f1-bac1-b8adce55fbbf x-openstack-request-id: req-6ae6e0fc-f886-45f1-bac1-b8adce55fbbf {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:29:22.678335 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32606ac-3c6c-42f8-b063-f2fc031485e9", "tag": "2723b733-b421-4bbd-89bb-aeb589aaf066", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:29:22.678602 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6ae6e0fc-f886-45f1-bac1-b8adce55fbbf {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:29:22.679219 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae6e0fc-f886-45f1-bac1-b8adce55fbbf'] response: {'name': 'network-changed', 'server_uuid': 'e32606ac-3c6c-42f8-b063-f2fc031485e9', 'tag': '2723b733-b421-4bbd-89bb-aeb589aaf066', 'status': 'completed', 'code': 200} Jun 04 08:29:22.694107 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-ae052c76-9cd4-4710-b2f8-55a91c2805ad None None] Provisioning complete for port 2723b733-b421-4bbd-89bb-aeb589aaf066 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:29:22.694107 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-ae052c76-9cd4-4710-b2f8-55a91c2805ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:22.752062 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-73ff0f4d-8943-41fc-a0f9-3d868a0bcd44 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Deleting port 7bb25a0d-614d-4bde-99fd-ec85b5c5f656 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:22.752909 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-73ff0f4d-8943-41fc-a0f9-3d868a0bcd44 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (7bb25a0d-614d-4bde-99fd-ec85b5c5f656), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:22.758434 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fd9b9-230a-4af3-9810-c1933763750b req-51ee5d99-b017-4d54-8e80-dca39918a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:22.763116 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8a2fd9b9-230a-4af3-9810-c1933763750b req-51ee5d99-b017-4d54-8e80-dca39918a3af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=950149f4530b41eea35bc273803918a9&device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 1129 time: 0.0530639 Jun 04 08:29:22.786578 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-ae052c76-9cd4-4710-b2f8-55a91c2805ad None None] Current status of the port 2723b733-b421-4bbd-89bb-aeb589aaf066 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:29:22.834941 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-73ff0f4d-8943-41fc-a0f9-3d868a0bcd44 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (7bb25a0d-614d-4bde-99fd-ec85b5c5f656), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:22.835414 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-73ff0f4d-8943-41fc-a0f9-3d868a0bcd44 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for floatingip (7bb25a0d-614d-4bde-99fd-ec85b5c5f656), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:22.849245 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-73ff0f4d-8943-41fc-a0f9-3d868a0bcd44 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Calling delete_port for 7bb25a0d-614d-4bde-99fd-ec85b5c5f656 owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:22.891603 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:23.027366 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-73ff0f4d-8943-41fc-a0f9-3d868a0bcd44 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (7bb25a0d-614d-4bde-99fd-ec85b5c5f656), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:23.056711 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff0f4d-8943-41fc-a0f9-3d868a0bcd44 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Pushing event deleted for resources: {'Port': ['ID=7bb25a0d-614d-4bde-99fd-ec85b5c5f656,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:23.119952 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-73ff0f4d-8943-41fc-a0f9-3d868a0bcd44 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks [] for floatingip (645e0849-1596-495c-a464-bc660dc93f1e), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:23.120272 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-73ff0f4d-8943-41fc-a0f9-3d868a0bcd44 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Floating IP 645e0849-1596-495c-a464-bc660dc93f1e disassociated (deleted). External IP: 172.27.2.18, port: 2723b733-b421-4bbd-89bb-aeb589aaf066. Jun 04 08:29:23.328258 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:23.330299 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ff0f4d-8943-41fc-a0f9-3d868a0bcd44 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Router 0503c620-f61e-4c67-a131-bd4ae3b3e519 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:29:23.437416 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ff0f4d-8943-41fc-a0f9-3d868a0bcd44 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:29:23.442223 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-73ff0f4d-8943-41fc-a0f9-3d868a0bcd44 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:23.447686 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315fa717-eb45-4834-9364-d8388f604c3f None None] Sync routers for ids ['0503c620-f61e-4c67-a131-bd4ae3b3e519'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:29:23.458239 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315fa717-eb45-4834-9364-d8388f604c3f None None] Routers {'0503c620-f61e-4c67-a131-bd4ae3b3e519'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:29:23.458876 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-315fa717-eb45-4834-9364-d8388f604c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:29:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['0503c620-f61e-4c67-a131-bd4ae3b3e519'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:23.476401 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-73ff0f4d-8943-41fc-a0f9-3d868a0bcd44 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "DELETE /v2.0/floatingips/645e0849-1596-495c-a464-bc660dc93f1e HTTP/1.1" status: 204 len: 168 time: 0.9198582 Jun 04 08:29:23.590257 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-315fa717-eb45-4834-9364-d8388f604c3f None None] Set router 0503c620-f61e-4c67-a131-bd4ae3b3e519 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:29:23.596299 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fd9b9-230a-4af3-9810-c1933763750b req-efa67c38-5826-4961-b549-aa5925af7528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:23.598951 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8a2fd9b9-230a-4af3-9810-c1933763750b req-efa67c38-5826-4961-b549-aa5925af7528 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d7b6ce13-c239-48d5-a1b0-88bed796ecf4 HTTP/1.1" status: 200 len: 915 time: 0.1189563 Jun 04 08:29:23.650167 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8a2fd9b9-230a-4af3-9810-c1933763750b req-c7cec563-1600-4981-8578-91442becdc5a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2723b733-b421-4bbd-89bb-aeb589aaf066 HTTP/1.1" status: 200 len: 217 time: 0.0439992 Jun 04 08:29:23.728470 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fd9b9-230a-4af3-9810-c1933763750b req-82f8d060-621f-4d43-9359-505c0c1f8409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:23.731305 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8a2fd9b9-230a-4af3-9810-c1933763750b req-82f8d060-621f-4d43-9359-505c0c1f8409 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=510c503a-76e2-4868-8711-4a68b9513120 HTTP/1.1" status: 200 len: 853 time: 0.0601254 Jun 04 08:29:23.802879 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fd9b9-230a-4af3-9810-c1933763750b req-69783a90-8244-48bf-a216-54cfb34e33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:23.804838 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8a2fd9b9-230a-4af3-9810-c1933763750b req-69783a90-8244-48bf-a216-54cfb34e33aa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d7b6ce13-c239-48d5-a1b0-88bed796ecf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0553439 Jun 04 08:29:23.934331 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8a2fd9b9-230a-4af3-9810-c1933763750b req-76d6f69c-aa09-4a23-9cc4-e84cfef41d11 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6ce13-c239-48d5-a1b0-88bed796ecf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180804 Jun 04 08:29:23.951414 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-315fa717-eb45-4834-9364-d8388f604c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'name': 'tempest-TestMinimumBasicScenario-300773618-router', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:32Z', 'revision_number': 4, 'project_id': '950149f4530b41eea35bc273803918a9', 'gw_port': {'id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '796bdde2-c17f-4f2f-a037-bdd623919d48', 'name': '', 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'mac_address': 'fa:16:3e:a6:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '510c503a-76e2-4868-8711-4a68b9513120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:31Z', 'updated_at': '2022-06-04T08:26:36Z', 'revision_number': 5, 'project_id': '950149f4530b41eea35bc273803918a9', 'subnets': [{'id': '510c503a-76e2-4868-8711-4a68b9513120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:23.980531 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315fa717-eb45-4834-9364-d8388f604c3f None None] Checking router: 0503c620-f61e-4c67-a131-bd4ae3b3e519 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:29:23.989779 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315fa717-eb45-4834-9364-d8388f604c3f None None] Routers {'0503c620-f61e-4c67-a131-bd4ae3b3e519'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:29:23.990428 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-315fa717-eb45-4834-9364-d8388f604c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:29:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['0503c620-f61e-4c67-a131-bd4ae3b3e519'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:24.103543 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-315fa717-eb45-4834-9364-d8388f604c3f None None] Set router 0503c620-f61e-4c67-a131-bd4ae3b3e519 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:29:24.316144 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-315fa717-eb45-4834-9364-d8388f604c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'name': 'tempest-TestMinimumBasicScenario-300773618-router', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:32Z', 'revision_number': 4, 'project_id': '950149f4530b41eea35bc273803918a9', 'gw_port': {'id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '796bdde2-c17f-4f2f-a037-bdd623919d48', 'name': '', 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'mac_address': 'fa:16:3e:a6:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '510c503a-76e2-4868-8711-4a68b9513120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:31Z', 'updated_at': '2022-06-04T08:26:36Z', 'revision_number': 5, 'project_id': '950149f4530b41eea35bc273803918a9', 'subnets': [{'id': '510c503a-76e2-4868-8711-4a68b9513120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:24.354090 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315fa717-eb45-4834-9364-d8388f604c3f None None] The sync data for ids ['0503c620-f61e-4c67-a131-bd4ae3b3e519'] in dv-cinder-836996-29-iscsi is: [{'id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'name': 'tempest-TestMinimumBasicScenario-300773618-router', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:32Z', 'revision_number': 4, 'project_id': '950149f4530b41eea35bc273803918a9', 'gw_port': {'id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '796bdde2-c17f-4f2f-a037-bdd623919d48', 'name': '', 'network_id': 'd7b6ce13-c239-48d5-a1b0-88bed796ecf4', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'mac_address': 'fa:16:3e:a6:1a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '510c503a-76e2-4868-8711-4a68b9513120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:31Z', 'updated_at': '2022-06-04T08:26:36Z', 'revision_number': 5, 'project_id': '950149f4530b41eea35bc273803918a9', 'subnets': [{'id': '510c503a-76e2-4868-8711-4a68b9513120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:29:24.359830 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8a2fd9b9-230a-4af3-9810-c1933763750b req-bb01f74e-bd06-4cf6-a88d-2fe55072d847 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6ce13-c239-48d5-a1b0-88bed796ecf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063538 Jun 04 08:29:24.648768 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea54bb0-cc80-47ed-bd36-e8fab2951a39 None None] New status for floating IP 645e0849-1596-495c-a464-bc660dc93f1e: DOWN {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:29:24.652413 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:24.680350 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32606ac-3c6c-42f8-b063-f2fc031485e9', 'tag': '2723b733-b421-4bbd-89bb-aeb589aaf066'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:29:24.682942 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512d6f12-85a0-49a2-b9c8-c8eb10ea3685" -d '{"events": [{"name": "network-changed", "server_uuid": "e32606ac-3c6c-42f8-b063-f2fc031485e9", "tag": "2723b733-b421-4bbd-89bb-aeb589aaf066"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:29:24.725465 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab39def-4c91-4e9c-a686-36aa98e12da1 x-openstack-request-id: req-3ab39def-4c91-4e9c-a686-36aa98e12da1 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:29:24.725854 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32606ac-3c6c-42f8-b063-f2fc031485e9", "tag": "2723b733-b421-4bbd-89bb-aeb589aaf066", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:29:24.726174 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ab39def-4c91-4e9c-a686-36aa98e12da1 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:29:24.726648 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab39def-4c91-4e9c-a686-36aa98e12da1'] response: {'name': 'network-changed', 'server_uuid': 'e32606ac-3c6c-42f8-b063-f2fc031485e9', 'tag': '2723b733-b421-4bbd-89bb-aeb589aaf066', 'status': 'completed', 'code': 200} Jun 04 08:29:24.839536 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d6f12-85a0-49a2-b9c8-c8eb10ea3685 req-26e9e3ad-0614-41d9-b69d-9b02797d57d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:24.841795 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-512d6f12-85a0-49a2-b9c8-c8eb10ea3685 req-26e9e3ad-0614-41d9-b69d-9b02797d57d8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=950149f4530b41eea35bc273803918a9&device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 1129 time: 0.0776420 Jun 04 08:29:25.207960 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d6f12-85a0-49a2-b9c8-c8eb10ea3685 req-dabae572-551a-4913-806c-0fee20b20508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:25.209706 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-512d6f12-85a0-49a2-b9c8-c8eb10ea3685 req-dabae572-551a-4913-806c-0fee20b20508 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d7b6ce13-c239-48d5-a1b0-88bed796ecf4 HTTP/1.1" status: 200 len: 915 time: 0.0908430 Jun 04 08:29:25.256916 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-512d6f12-85a0-49a2-b9c8-c8eb10ea3685 req-9d80f911-82f8-43c2-b870-adab1165988f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2723b733-b421-4bbd-89bb-aeb589aaf066 HTTP/1.1" status: 200 len: 217 time: 0.0357525 Jun 04 08:29:25.713512 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d6f12-85a0-49a2-b9c8-c8eb10ea3685 req-a2243aed-108c-4354-bba9-10a956d3d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:25.720349 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-512d6f12-85a0-49a2-b9c8-c8eb10ea3685 req-a2243aed-108c-4354-bba9-10a956d3d65c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=510c503a-76e2-4868-8711-4a68b9513120 HTTP/1.1" status: 200 len: 853 time: 0.0705309 Jun 04 08:29:25.769695 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d6f12-85a0-49a2-b9c8-c8eb10ea3685 req-aafd226f-5ce6-441e-b842-8434a2e13735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:25.772072 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-512d6f12-85a0-49a2-b9c8-c8eb10ea3685 req-aafd226f-5ce6-441e-b842-8434a2e13735 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d7b6ce13-c239-48d5-a1b0-88bed796ecf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489531 Jun 04 08:29:25.872919 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-512d6f12-85a0-49a2-b9c8-c8eb10ea3685 req-4ec536dc-7db7-4fee-bc5a-0ae98abc1c6a service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6ce13-c239-48d5-a1b0-88bed796ecf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923233 Jun 04 08:29:25.888273 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:25.992049 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-512d6f12-85a0-49a2-b9c8-c8eb10ea3685 req-f762a260-3f74-44a0-9466-cf81688bb98a service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6ce13-c239-48d5-a1b0-88bed796ecf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121039 Jun 04 08:29:27.401844 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7048294-9105-4430-b436-7ab959df391a req-d7313da9-27ed-4807-97b4-af60739b4d6e tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:27.403369 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a7048294-9105-4430-b436-7ab959df391a req-d7313da9-27ed-4807-97b4-af60739b4d6e tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 945 time: 0.0486619 Jun 04 08:29:27.423331 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:27.456211 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a7048294-9105-4430-b436-7ab959df391a req-cdba619c-af38-4e66-9f88-9c3ade1bcfab tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471923 Jun 04 08:29:27.973375 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:28.584432 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc8b16-6d5f-4f58-a4f6-b7538526599b req-fe240fa8-d596-44e0-83e9-3a285b47bf86 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:28.585993 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bddc8b16-6d5f-4f58-a4f6-b7538526599b req-fe240fa8-d596-44e0-83e9-3a285b47bf86 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 945 time: 0.0546408 Jun 04 08:29:28.635881 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bddc8b16-6d5f-4f58-a4f6-b7538526599b req-7cbff213-3ec7-41b6-8651-9274b8943e85 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439675 Jun 04 08:29:29.694328 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a1b2a-bba3-4a4c-8f93-7dba32dadedb req-ac5f0e8a-db63-4fef-afdb-ce5fd78192a7 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:29.696957 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-916a1b2a-bba3-4a4c-8f93-7dba32dadedb req-ac5f0e8a-db63-4fef-afdb-ce5fd78192a7 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.77 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 945 time: 0.0867548 Jun 04 08:29:29.850506 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a9cbd-f6cd-4603-b287-8bb3ed198302 req-a41f85e7-767b-470e-b058-23101eaa74d4 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:29.852066 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8c3a9cbd-f6cd-4603-b287-8bb3ed198302 req-a41f85e7-767b-470e-b058-23101eaa74d4 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 945 time: 0.0959678 Jun 04 08:29:29.874899 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-916a1b2a-bba3-4a4c-8f93-7dba32dadedb req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Deleting port 2723b733-b421-4bbd-89bb-aeb589aaf066 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:29.875234 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-916a1b2a-bba3-4a4c-8f93-7dba32dadedb req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:29.963547 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8c3a9cbd-f6cd-4603-b287-8bb3ed198302 req-c8586613-e2f5-413f-ba1e-9f246fd020b4 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/security-groups?id=7da87886-0349-4f1c-9f24-4738e45d8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035445 Jun 04 08:29:29.995468 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-916a1b2a-bba3-4a4c-8f93-7dba32dadedb req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] For port 2723b733-b421-4bbd-89bb-aeb589aaf066, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2723b733-b421-4bbd-89bb-aeb589aaf066,segment=NetworkSegment(f2ef7d57-427b-411e-a6dc-8510a07ec96b),segment_id=f2ef7d57-427b-411e-a6dc-8510a07ec96b)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:29.995852 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-916a1b2a-bba3-4a4c-8f93-7dba32dadedb req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:30.015398 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-916a1b2a-bba3-4a4c-8f93-7dba32dadedb req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Calling delete_port for 2723b733-b421-4bbd-89bb-aeb589aaf066 owned by compute:nova {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:30.146333 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-916a1b2a-bba3-4a4c-8f93-7dba32dadedb req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (2723b733-b421-4bbd-89bb-aeb589aaf066), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:30.160384 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['2723b733-b421-4bbd-89bb-aeb589aaf066'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:29:30.175076 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Pushing event deleted for resources: {'Port': ['ID=2723b733-b421-4bbd-89bb-aeb589aaf066,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:30.214954 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:30.214954 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:30.214954 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:30.215374 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:30.215478 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:30.215758 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:30.216092 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:30.216469 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:30.216735 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:30.217066 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:30.217421 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:30.217737 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:30.218081 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:30.218397 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:30.218708 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:30.236936 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-916a1b2a-bba3-4a4c-8f93-7dba32dadedb req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] No DVR routers for this DVR port 2723b733-b421-4bbd-89bb-aeb589aaf066 on host hv-cinder-83699 {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:29:30.239744 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-916a1b2a-bba3-4a4c-8f93-7dba32dadedb req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:30.243042 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-916a1b2a-bba3-4a4c-8f93-7dba32dadedb req-6f5cf1c4-10bf-4d1a-a7ec-794dc196e709 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.77 "DELETE /v2.0/ports/2723b733-b421-4bbd-89bb-aeb589aaf066 HTTP/1.1" status: 204 len: 173 time: 0.5385377 Jun 04 08:29:30.243498 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32606ac-3c6c-42f8-b063-f2fc031485e9', 'name': 'network-vif-deleted', 'tag': '2723b733-b421-4bbd-89bb-aeb589aaf066'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:29:30.245768 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eefcde7-ffce-424d-9d82-00424a5e547f" -d '{"events": [{"server_uuid": "e32606ac-3c6c-42f8-b063-f2fc031485e9", "name": "network-vif-deleted", "tag": "2723b733-b421-4bbd-89bb-aeb589aaf066"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:29:30.290676 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5633821-4dae-491f-8b4d-84e0fa36a225 x-openstack-request-id: req-d5633821-4dae-491f-8b4d-84e0fa36a225 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:29:30.290975 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32606ac-3c6c-42f8-b063-f2fc031485e9", "name": "network-vif-deleted", "tag": "2723b733-b421-4bbd-89bb-aeb589aaf066", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:29:30.291226 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d5633821-4dae-491f-8b4d-84e0fa36a225 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:29:30.291672 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5633821-4dae-491f-8b4d-84e0fa36a225'] response: {'server_uuid': 'e32606ac-3c6c-42f8-b063-f2fc031485e9', 'name': 'network-vif-deleted', 'tag': '2723b733-b421-4bbd-89bb-aeb589aaf066', 'status': 'completed', 'code': 200} Jun 04 08:29:30.782496 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3f1bc-c2b4-4544-9bc3-e0146693305f req-95ea7213-e45b-4d9d-8df4-f0cc9da0f9b7 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:30.784160 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d7e3f1bc-c2b4-4544-9bc3-e0146693305f req-95ea7213-e45b-4d9d-8df4-f0cc9da0f9b7 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 945 time: 0.0515909 Jun 04 08:29:30.835642 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d7e3f1bc-c2b4-4544-9bc3-e0146693305f req-d12030f3-8aaf-460f-b246-01f0779039e9 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=46d6cff3-0bd1-406b-855b-534b5d20c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454004 Jun 04 08:29:31.075223 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-67fdcddc-99de-4246-a82f-977a0523489c req-c5e9f6ae-3b07-4a85-9879-97a6c598eeeb tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 210 time: 0.0284305 Jun 04 08:29:31.258509 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:29:31.970172 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c9bb4-0afd-4fb5-965a-e8478667e75b req-1c550ba7-f798-47e9-a9e0-8cc3df4d5e49 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:31.971517 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eb3c9bb4-0afd-4fb5-965a-e8478667e75b req-1c550ba7-f798-47e9-a9e0-8cc3df4d5e49 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 945 time: 0.0522633 Jun 04 08:29:32.020854 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eb3c9bb4-0afd-4fb5-965a-e8478667e75b req-30a1170e-5a95-4cd8-902c-35fff0ff5cc2 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=46d6cff3-0bd1-406b-855b-534b5d20c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436544 Jun 04 08:29:32.188138 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-9f614c42-63e8-438e-b0aa-4c5116913a00 req-0fc59345-6f53-4ff9-b30e-f1aaffcc1641 tempest-TestMinimumBasicScenario-1872401062 tempest-TestMinimumBasicScenario-1872401062-project] 10.222.0.57 "GET /v2.0/ports?device_id=e32606ac-3c6c-42f8-b063-f2fc031485e9 HTTP/1.1" status: 200 len: 210 time: 0.0299728 Jun 04 08:29:33.037111 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066faa33-13d4-49ae-a156-892f276098da req-f3fa7ab1-dc0a-41d6-8cae-865533cd1eca tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:33.038715 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-066faa33-13d4-49ae-a156-892f276098da req-f3fa7ab1-dc0a-41d6-8cae-865533cd1eca tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 945 time: 0.0508757 Jun 04 08:29:33.130893 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-066faa33-13d4-49ae-a156-892f276098da req-61a13c05-3a6c-49ab-a056-53b64d24843b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Deleting port 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:33.131236 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-066faa33-13d4-49ae-a156-892f276098da req-61a13c05-3a6c-49ab-a056-53b64d24843b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (67966b84-9d0e-44cb-aac7-0fb5d0a4b64b), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:33.140766 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ba039-6fb9-4d96-83d7-94ac6c4a6990 req-3fbb548b-0201-44c9-9944-d0097c2ac86e tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:33.142453 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-449ba039-6fb9-4d96-83d7-94ac6c4a6990 req-3fbb548b-0201-44c9-9944-d0097c2ac86e tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 945 time: 0.0492764 Jun 04 08:29:33.191763 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:33.194669 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-449ba039-6fb9-4d96-83d7-94ac6c4a6990 req-bfd18b8b-d13c-49b2-8905-7ad222448bf6 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups?id=46d6cff3-0bd1-406b-855b-534b5d20c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466855 Jun 04 08:29:33.239509 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-066faa33-13d4-49ae-a156-892f276098da req-61a13c05-3a6c-49ab-a056-53b64d24843b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] For port 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=67966b84-9d0e-44cb-aac7-0fb5d0a4b64b,segment=NetworkSegment(e260448d-50b2-4924-907f-130b05e152a3),segment_id=e260448d-50b2-4924-907f-130b05e152a3)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:33.239871 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-066faa33-13d4-49ae-a156-892f276098da req-61a13c05-3a6c-49ab-a056-53b64d24843b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (67966b84-9d0e-44cb-aac7-0fb5d0a4b64b), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:33.264212 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 2723b733-b421-4bbd-89bb-aeb589aaf066 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:29:33.286035 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: 2723b733-b421-4bbd-89bb-aeb589aaf066 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:29:33.286375 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 2723b733-b421-4bbd-89bb-aeb589aaf066 not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:29:33.558573 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:33.690315 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-066faa33-13d4-49ae-a156-892f276098da req-61a13c05-3a6c-49ab-a056-53b64d24843b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:33.690678 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-066faa33-13d4-49ae-a156-892f276098da req-61a13c05-3a6c-49ab-a056-53b64d24843b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (4a3f9262-06b4-40f1-a380-d9cee043cabc), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:33.690996 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.l3_db [req-066faa33-13d4-49ae-a156-892f276098da req-61a13c05-3a6c-49ab-a056-53b64d24843b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Floating IP 4a3f9262-06b4-40f1-a380-d9cee043cabc disassociated. External IP: 172.27.2.118, port: 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b. Jun 04 08:29:33.691351 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-066faa33-13d4-49ae-a156-892f276098da req-61a13c05-3a6c-49ab-a056-53b64d24843b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Calling delete_port for 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b owned by compute:nova {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:33.837872 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-066faa33-13d4-49ae-a156-892f276098da req-61a13c05-3a6c-49ab-a056-53b64d24843b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (67966b84-9d0e-44cb-aac7-0fb5d0a4b64b), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:33.866266 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a13c05-3a6c-49ab-a056-53b64d24843b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Pushing event deleted for resources: {'Port': ['ID=67966b84-9d0e-44cb-aac7-0fb5d0a4b64b,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:33.986121 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 55740) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:33.993461 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-066faa33-13d4-49ae-a156-892f276098da req-61a13c05-3a6c-49ab-a056-53b64d24843b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Router be87d69c-80d4-487d-a449-74918b33bb5c has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:29:34.105728 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-066faa33-13d4-49ae-a156-892f276098da req-61a13c05-3a6c-49ab-a056-53b64d24843b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:29:34.116756 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b90f48d-d56b-429d-9163-1a4b4d44836d None None] Sync routers for ids ['be87d69c-80d4-487d-a449-74918b33bb5c'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:29:34.128207 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b90f48d-d56b-429d-9163-1a4b4d44836d None None] Routers {'be87d69c-80d4-487d-a449-74918b33bb5c'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:29:34.128821 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-7b90f48d-d56b-429d-9163-1a4b4d44836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:29:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['be87d69c-80d4-487d-a449-74918b33bb5c'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:34.142438 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:34.154857 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-066faa33-13d4-49ae-a156-892f276098da req-61a13c05-3a6c-49ab-a056-53b64d24843b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] No DVR routers for this DVR port 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b on host hv-cinder-83699 {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:29:34.158134 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-066faa33-13d4-49ae-a156-892f276098da req-61a13c05-3a6c-49ab-a056-53b64d24843b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:34.162677 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-066faa33-13d4-49ae-a156-892f276098da req-61a13c05-3a6c-49ab-a056-53b64d24843b tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.77 "DELETE /v2.0/ports/67966b84-9d0e-44cb-aac7-0fb5d0a4b64b HTTP/1.1" status: 204 len: 173 time: 1.1183779 Jun 04 08:29:34.163173 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d93f60-79f6-4c83-9117-6d4060f905ff', 'name': 'network-vif-deleted', 'tag': '67966b84-9d0e-44cb-aac7-0fb5d0a4b64b'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:29:34.166534 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b737408c-819d-4459-99cb-59b1416417a0" -d '{"events": [{"server_uuid": "b1d93f60-79f6-4c83-9117-6d4060f905ff", "name": "network-vif-deleted", "tag": "67966b84-9d0e-44cb-aac7-0fb5d0a4b64b"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:29:34.248354 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-7b90f48d-d56b-429d-9163-1a4b4d44836d None None] Set router be87d69c-80d4-487d-a449-74918b33bb5c gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:29:34.252771 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7fe1ce-860f-4ad2-8adf-161ba4d784e1 x-openstack-request-id: req-fe7fe1ce-860f-4ad2-8adf-161ba4d784e1 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:29:34.253266 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d93f60-79f6-4c83-9117-6d4060f905ff", "name": "network-vif-deleted", "tag": "67966b84-9d0e-44cb-aac7-0fb5d0a4b64b", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:29:34.253352 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fe7fe1ce-860f-4ad2-8adf-161ba4d784e1 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:29:34.253688 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe7fe1ce-860f-4ad2-8adf-161ba4d784e1'] response: {'server_uuid': 'b1d93f60-79f6-4c83-9117-6d4060f905ff', 'name': 'network-vif-deleted', 'tag': '67966b84-9d0e-44cb-aac7-0fb5d0a4b64b', 'status': 'completed', 'code': 200} Jun 04 08:29:34.300711 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:34.301525 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:34.445202 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4bb60e35-5ae6-4cf1-80c7-54d076298c60 req-fc967df2-e7f9-4bc8-817e-594191a3572d tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d93f60-79f6-4c83-9117-6d4060f905ff HTTP/1.1" status: 200 len: 210 time: 0.0608251 Jun 04 08:29:34.500579 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-7b90f48d-d56b-429d-9163-1a4b4d44836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:04Z', 'revision_number': 4, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port': {'id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '69d733bd-2a94-483a-a541-1f76c455137a', 'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'mac_address': 'fa:16:3e:ba:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:14Z', 'revision_number': 5, 'project_id': '880551882c5748278978d5a7586d1f30', 'subnets': [{'id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:34.504233 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4202-fc89-4761-ae9c-128f88fba753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915298'] for router_interface (0503c620-f61e-4c67-a131-bd4ae3b3e519), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:34.524547 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b90f48d-d56b-429d-9163-1a4b4d44836d None None] Checking router: be87d69c-80d4-487d-a449-74918b33bb5c for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:29:34.535722 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b90f48d-d56b-429d-9163-1a4b4d44836d None None] Routers {'be87d69c-80d4-487d-a449-74918b33bb5c'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:29:34.536436 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-7b90f48d-d56b-429d-9163-1a4b4d44836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:29:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['be87d69c-80d4-487d-a449-74918b33bb5c'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:34.652994 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-7b90f48d-d56b-429d-9163-1a4b4d44836d None None] Set router be87d69c-80d4-487d-a449-74918b33bb5c gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:29:34.871469 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-7b90f48d-d56b-429d-9163-1a4b4d44836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:04Z', 'revision_number': 4, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port': {'id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '69d733bd-2a94-483a-a541-1f76c455137a', 'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'mac_address': 'fa:16:3e:ba:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:14Z', 'revision_number': 5, 'project_id': '880551882c5748278978d5a7586d1f30', 'subnets': [{'id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:34.898303 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b90f48d-d56b-429d-9163-1a4b4d44836d None None] The sync data for ids ['be87d69c-80d4-487d-a449-74918b33bb5c'] in dv-cinder-836996-29-iscsi is: [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:04Z', 'revision_number': 4, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port': {'id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '69d733bd-2a94-483a-a541-1f76c455137a', 'name': '', 'network_id': '6b860f72-fd6a-4776-95a4-5ec614119cc7', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'mac_address': 'fa:16:3e:ba:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:14Z', 'revision_number': 5, 'project_id': '880551882c5748278978d5a7586d1f30', 'subnets': [{'id': '18b12b06-c651-4ab6-8f19-24224f73c099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:29:35.010741 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:35.042330 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a4202-fc89-4761-ae9c-128f88fba753 admin admin] Deleting port 796bdde2-c17f-4f2f-a037-bdd623919d48 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:35.042672 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4202-fc89-4761-ae9c-128f88fba753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:35.131431 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-8f9a4202-fc89-4761-ae9c-128f88fba753 admin admin] For port 796bdde2-c17f-4f2f-a037-bdd623919d48, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=796bdde2-c17f-4f2f-a037-bdd623919d48,segment=NetworkSegment(f2ef7d57-427b-411e-a6dc-8510a07ec96b),segment_id=f2ef7d57-427b-411e-a6dc-8510a07ec96b)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:35.131799 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4202-fc89-4761-ae9c-128f88fba753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:35.147608 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a4202-fc89-4761-ae9c-128f88fba753 admin admin] Calling delete_port for 796bdde2-c17f-4f2f-a037-bdd623919d48 owned by network:router_interface {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:35.148222 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d3eefa-073b-4924-9860-733888ec9ca0 None None] New status for floating IP 4a3f9262-06b4-40f1-a380-d9cee043cabc: DOWN {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:29:35.369652 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4202-fc89-4761-ae9c-128f88fba753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (796bdde2-c17f-4f2f-a037-bdd623919d48), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:35.397123 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a4202-fc89-4761-ae9c-128f88fba753 admin admin] Pushing event deleted for resources: {'Port': ['ID=796bdde2-c17f-4f2f-a037-bdd623919d48,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:35.507736 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:35.555711 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55752) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:35.607414 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4202-fc89-4761-ae9c-128f88fba753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914418'] for router_interface (0503c620-f61e-4c67-a131-bd4ae3b3e519), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:35.641876 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ddb4a158-e2f3-46eb-8ada-8013d6d9a1c3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group (46d6cff3-0bd1-406b-855b-534b5d20c9a5), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:35.665664 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ddb4a158-e2f3-46eb-8ada-8013d6d9a1c3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group (46d6cff3-0bd1-406b-855b-534b5d20c9a5), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:35.728594 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ddb4a158-e2f3-46eb-8ada-8013d6d9a1c3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (46d6cff3-0bd1-406b-855b-534b5d20c9a5), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:35.731798 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ddb4a158-e2f3-46eb-8ada-8013d6d9a1c3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:35.734462 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ddb4a158-e2f3-46eb-8ada-8013d6d9a1c3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "DELETE /v2.0/security-groups/46d6cff3-0bd1-406b-855b-534b5d20c9a5 HTTP/1.1" status: 204 len: 168 time: 0.1776500 Jun 04 08:29:35.740903 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55754) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:35.755301 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4a158-e2f3-46eb-8ada-8013d6d9a1c3 tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d6cff3-0bd1-406b-855b-534b5d20c9a5,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:35.764814 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.api.v2.resource [None req-7b23e4a8-809c-4130-ac10-8a73975674ed tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] show failed (client error): The resource could not be found. Jun 04 08:29:35.768891 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-7b23e4a8-809c-4130-ac10-8a73975674ed tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "GET /v2.0/security-groups/46d6cff3-0bd1-406b-855b-534b5d20c9a5 HTTP/1.1" status: 404 len: 347 time: 0.0237160 Jun 04 08:29:35.769330 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55756) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:35.852957 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9a4202-fc89-4761-ae9c-128f88fba753 admin admin] Router 0503c620-f61e-4c67-a131-bd4ae3b3e519 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:29:35.895384 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:35.910566 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-5dabed30-9195-483c-a6d4-6d98bd3fd3ac tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Deleting port 729fb35b-a819-46f2-8ea0-19cc30b3d0a5 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:35.910913 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5dabed30-9195-483c-a6d4-6d98bd3fd3ac tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (729fb35b-a819-46f2-8ea0-19cc30b3d0a5), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:35.982429 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9a4202-fc89-4761-ae9c-128f88fba753 admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:29:35.993537 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb548c6-4950-4dab-9d5c-ad0c5ee17b05 None None] Sync routers for ids ['0503c620-f61e-4c67-a131-bd4ae3b3e519'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:29:36.010253 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb548c6-4950-4dab-9d5c-ad0c5ee17b05 None None] Routers {'0503c620-f61e-4c67-a131-bd4ae3b3e519'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:29:36.011028 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8f9a4202-fc89-4761-ae9c-128f88fba753 admin admin] 10.222.0.57 "PUT /v2.0/routers/0503c620-f61e-4c67-a131-bd4ae3b3e519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0234997 Jun 04 08:29:36.011761 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-5eb548c6-4950-4dab-9d5c-ad0c5ee17b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:29:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['0503c620-f61e-4c67-a131-bd4ae3b3e519'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:36.015815 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 55762) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:36.016048 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5dabed30-9195-483c-a6d4-6d98bd3fd3ac tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (729fb35b-a819-46f2-8ea0-19cc30b3d0a5), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:36.016374 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5dabed30-9195-483c-a6d4-6d98bd3fd3ac tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for floatingip (729fb35b-a819-46f2-8ea0-19cc30b3d0a5), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:36.031323 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:36.035072 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-5dabed30-9195-483c-a6d4-6d98bd3fd3ac tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Calling delete_port for 729fb35b-a819-46f2-8ea0-19cc30b3d0a5 owned by network:floatingip {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:36.112745 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:36.145325 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-5eb548c6-4950-4dab-9d5c-ad0c5ee17b05 None None] Set router 0503c620-f61e-4c67-a131-bd4ae3b3e519 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:29:36.145688 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8cd3d078-7db9-468a-a16e-f86ef494bc26 admin admin] Publish callbacks [] for router (0503c620-f61e-4c67-a131-bd4ae3b3e519), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:36.213986 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5dabed30-9195-483c-a6d4-6d98bd3fd3ac tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (729fb35b-a819-46f2-8ea0-19cc30b3d0a5), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:36.241101 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabed30-9195-483c-a6d4-6d98bd3fd3ac tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Pushing event deleted for resources: {'Port': ['ID=729fb35b-a819-46f2-8ea0-19cc30b3d0a5,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:36.284689 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8cd3d078-7db9-468a-a16e-f86ef494bc26 admin admin] Publish callbacks [] for router_gateway (0503c620-f61e-4c67-a131-bd4ae3b3e519), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:36.327083 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5dabed30-9195-483c-a6d4-6d98bd3fd3ac tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks [] for floatingip (4a3f9262-06b4-40f1-a380-d9cee043cabc), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:36.330665 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5dabed30-9195-483c-a6d4-6d98bd3fd3ac tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:36.332052 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-5dabed30-9195-483c-a6d4-6d98bd3fd3ac tempest-AttachVolumeTestJSON-1653431776 tempest-AttachVolumeTestJSON-1653431776-project] 10.222.0.57 "DELETE /v2.0/floatingips/4a3f9262-06b4-40f1-a380-d9cee043cabc HTTP/1.1" status: 204 len: 168 time: 0.5613823 Jun 04 08:29:36.348757 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-8cd3d078-7db9-468a-a16e-f86ef494bc26 admin admin] Deleting port d9c6560d-3133-440b-9202-dc62dca91627 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:36.349149 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8cd3d078-7db9-468a-a16e-f86ef494bc26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (d9c6560d-3133-440b-9202-dc62dca91627), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:36.441694 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-5eb548c6-4950-4dab-9d5c-ad0c5ee17b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'name': 'tempest-TestMinimumBasicScenario-300773618-router', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:29:35Z', 'revision_number': 5, 'project_id': '950149f4530b41eea35bc273803918a9', 'gw_port': {'id': 'd9c6560d-3133-440b-9202-dc62dca91627', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:36.448234 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-8cd3d078-7db9-468a-a16e-f86ef494bc26 admin admin] For port d9c6560d-3133-440b-9202-dc62dca91627, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=d9c6560d-3133-440b-9202-dc62dca91627,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:36.448949 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8cd3d078-7db9-468a-a16e-f86ef494bc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (d9c6560d-3133-440b-9202-dc62dca91627), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:36.475265 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb548c6-4950-4dab-9d5c-ad0c5ee17b05 None None] Checking router: 0503c620-f61e-4c67-a131-bd4ae3b3e519 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:29:36.478153 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-8cd3d078-7db9-468a-a16e-f86ef494bc26 admin admin] Calling delete_port for d9c6560d-3133-440b-9202-dc62dca91627 owned by network:router_gateway {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:36.487581 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb548c6-4950-4dab-9d5c-ad0c5ee17b05 None None] Routers {'0503c620-f61e-4c67-a131-bd4ae3b3e519'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:29:36.488338 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-5eb548c6-4950-4dab-9d5c-ad0c5ee17b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:29:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['0503c620-f61e-4c67-a131-bd4ae3b3e519'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:36.575888 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b59ffb1f-f8da-4a38-bf80-1f4e60b1ca37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:36.581887 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-5eb548c6-4950-4dab-9d5c-ad0c5ee17b05 None None] Set router 0503c620-f61e-4c67-a131-bd4ae3b3e519 gateway port host: None {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:29:36.583020 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:36.634022 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-5eb548c6-4950-4dab-9d5c-ad0c5ee17b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'name': 'tempest-TestMinimumBasicScenario-300773618-router', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:29:36Z', 'revision_number': 6, 'project_id': '950149f4530b41eea35bc273803918a9', 'gw_port_host': None}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:36.645128 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:36.661149 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb548c6-4950-4dab-9d5c-ad0c5ee17b05 None None] The sync data for ids ['0503c620-f61e-4c67-a131-bd4ae3b3e519'] in dv-cinder-836996-29-iscsi is: [{'id': '0503c620-f61e-4c67-a131-bd4ae3b3e519', 'name': 'tempest-TestMinimumBasicScenario-300773618-router', 'tenant_id': '950149f4530b41eea35bc273803918a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:29Z', 'updated_at': '2022-06-04T08:29:36Z', 'revision_number': 6, 'project_id': '950149f4530b41eea35bc273803918a9', 'gw_port_host': None}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:29:36.670991 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8cd3d078-7db9-468a-a16e-f86ef494bc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (d9c6560d-3133-440b-9202-dc62dca91627), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:36.705988 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3d078-7db9-468a-a16e-f86ef494bc26 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c6560d-3133-440b-9202-dc62dca91627,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:36.774653 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8cd3d078-7db9-468a-a16e-f86ef494bc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914597'] for router_gateway (0503c620-f61e-4c67-a131-bd4ae3b3e519), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:36.865401 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8cd3d078-7db9-468a-a16e-f86ef494bc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (0503c620-f61e-4c67-a131-bd4ae3b3e519), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:36.868675 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8cd3d078-7db9-468a-a16e-f86ef494bc26 admin admin] Publish callbacks [] for router_controller (0503c620-f61e-4c67-a131-bd4ae3b3e519), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:36.913793 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8cd3d078-7db9-468a-a16e-f86ef494bc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3914471'] for router (0503c620-f61e-4c67-a131-bd4ae3b3e519), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:36.914533 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd3d078-7db9-468a-a16e-f86ef494bc26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0503c620-f61e-4c67-a131-bd4ae3b3e519 {{(pid=103811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 08:29:36.919127 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8cd3d078-7db9-468a-a16e-f86ef494bc26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:36.920899 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8cd3d078-7db9-468a-a16e-f86ef494bc26 admin admin] 10.222.0.57 "DELETE /v2.0/routers/0503c620-f61e-4c67-a131-bd4ae3b3e519 HTTP/1.1" status: 204 len: 168 time: 0.9041834 Jun 04 08:29:36.924492 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55772) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:36.972166 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0456066-0d3d-494e-a4d7-1a9d114d5a9f admin admin] Deleting subnet 510c503a-76e2-4868-8711-4a68b9513120 {{(pid=103812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 08:29:36.975985 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e0456066-0d3d-494e-a4d7-1a9d114d5a9f admin admin] Publish callbacks [] for subnet (510c503a-76e2-4868-8711-4a68b9513120), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:37.019678 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e0456066-0d3d-494e-a4d7-1a9d114d5a9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127242989'] for subnet (510c503a-76e2-4868-8711-4a68b9513120), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:37.182454 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e0456066-0d3d-494e-a4d7-1a9d114d5a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381204'] for subnet (510c503a-76e2-4868-8711-4a68b9513120), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:37.252296 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e0456066-0d3d-494e-a4d7-1a9d114d5a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126739955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126094885'] for subnet (510c503a-76e2-4868-8711-4a68b9513120), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:37.267005 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:29:37.279814 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0456066-0d3d-494e-a4d7-1a9d114d5a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=510c503a-76e2-4868-8711-4a68b9513120,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:37.283744 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e0456066-0d3d-494e-a4d7-1a9d114d5a9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:37.287123 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e0456066-0d3d-494e-a4d7-1a9d114d5a9f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/510c503a-76e2-4868-8711-4a68b9513120 HTTP/1.1" status: 204 len: 168 time: 0.3610778 Jun 04 08:29:37.290853 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 55782) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:37.313785 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f0fdb2-f6fd-4c60-b8d1-4963c6af99f4 None None] Network d7b6ce13-c239-48d5-a1b0-88bed796ecf4 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:29:37.317576 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:29:37.318079 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 67966b84-9d0e-44cb-aac7-0fb5d0a4b64b not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:29:37.385373 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1320922'] for network (d7b6ce13-c239-48d5-a1b0-88bed796ecf4), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:37.441430 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] Deleting port 87631c54-2aa5-417e-bf76-0192ab618cb1 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:37.442006 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (87631c54-2aa5-417e-bf76-0192ab618cb1), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:37.497754 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:37.535860 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439e785e-ff02-4b53-93de-1dadf83e9d61 None None] DHCP port deletion for d7b6ce13-c239-48d5-a1b0-88bed796ecf4 request from dv-cinder-836996-29-iscsi {{(pid=103813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 08:29:37.541267 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] For port 87631c54-2aa5-417e-bf76-0192ab618cb1, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=87631c54-2aa5-417e-bf76-0192ab618cb1,segment=NetworkSegment(f2ef7d57-427b-411e-a6dc-8510a07ec96b),segment_id=f2ef7d57-427b-411e-a6dc-8510a07ec96b)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:37.541503 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (87631c54-2aa5-417e-bf76-0192ab618cb1), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:37.568173 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] Calling delete_port for 87631c54-2aa5-417e-bf76-0192ab618cb1 owned by network:dhcp {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:37.603474 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 796bdde2-c17f-4f2f-a037-bdd623919d48 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:29:37.636714 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: 796bdde2-c17f-4f2f-a037-bdd623919d48 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:29:37.637064 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 796bdde2-c17f-4f2f-a037-bdd623919d48 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:29:37.650117 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-439e785e-ff02-4b53-93de-1dadf83e9d61 None None] Deleting port 87631c54-2aa5-417e-bf76-0192ab618cb1 {{(pid=103813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:37.650513 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-439e785e-ff02-4b53-93de-1dadf83e9d61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (87631c54-2aa5-417e-bf76-0192ab618cb1), before_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:37.708137 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (87631c54-2aa5-417e-bf76-0192ab618cb1), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:37.744657 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] No DVR routers for this DVR port 87631c54-2aa5-417e-bf76-0192ab618cb1 on host dv-cinder-836996-29-iscsi {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:29:37.749402 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=87631c54-2aa5-417e-bf76-0192ab618cb1,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:37.770580 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-439e785e-ff02-4b53-93de-1dadf83e9d61 None None] For port 87631c54-2aa5-417e-bf76-0192ab618cb1, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=87631c54-2aa5-417e-bf76-0192ab618cb1,segment=NetworkSegment(f2ef7d57-427b-411e-a6dc-8510a07ec96b),segment_id=f2ef7d57-427b-411e-a6dc-8510a07ec96b)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:37.771424 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-439e785e-ff02-4b53-93de-1dadf83e9d61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (87631c54-2aa5-417e-bf76-0192ab618cb1), precommit_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:37.788692 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-439e785e-ff02-4b53-93de-1dadf83e9d61 None None] Calling delete_port for 87631c54-2aa5-417e-bf76-0192ab618cb1 owned by network:dhcp {{(pid=103813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:37.834845 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1404371', 'neutron.services.segments.db._delete_segments_for_network-8739929666573'] for network (d7b6ce13-c239-48d5-a1b0-88bed796ecf4), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:37.874701 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b6ce13-c239-48d5-a1b0-88bed796ecf4']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:37.887385 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-439e785e-ff02-4b53-93de-1dadf83e9d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926'] for port (87631c54-2aa5-417e-bf76-0192ab618cb1), after_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:37.893104 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ef7d57-427b-411e-a6dc-8510a07ec96b') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:37.893860 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ef7d57-427b-411e-a6dc-8510a07ec96b') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:37.913281 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739929665940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127320121'] for segment (f2ef7d57-427b-411e-a6dc-8510a07ec96b), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:37.919694 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e785e-ff02-4b53-93de-1dadf83e9d61 None None] Pushing event deleted for resources: {'Port': ['ID=87631c54-2aa5-417e-bf76-0192ab618cb1,revision_number=None']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:37.925875 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e785e-ff02-4b53-93de-1dadf83e9d61 None None] No DVR routers for this DVR port 87631c54-2aa5-417e-bf76-0192ab618cb1 on host dv-cinder-836996-29-iscsi {{(pid=103813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:29:37.935011 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (f2ef7d57-427b-411e-a6dc-8510a07ec96b), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:37.946409 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 08:29:37.946582 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127079392'] for segment (f2ef7d57-427b-411e-a6dc-8510a07ec96b), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:38.019925 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1404356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3914569'] for network (d7b6ce13-c239-48d5-a1b0-88bed796ecf4), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:38.026183 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:38.032906 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d7b6ce13-c239-48d5-a1b0-88bed796ecf4 HTTP/1.1" status: 204 len: 168 time: 0.7375312 Jun 04 08:29:38.033206 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55802) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:38.041214 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aede45b-6fc3-40a1-adbd-0a74b0631ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7b6ce13-c239-48d5-a1b0-88bed796ecf4,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:38.124786 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment f2ef7d57-427b-411e-a6dc-8510a07ec96b resource provider aggregate not found Jun 04 08:29:38.151520 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment f2ef7d57-427b-411e-a6dc-8510a07ec96b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2ef7d57-427b-411e-a6dc-8510a07ec96b found for delete ", "request_id": "req-db5318b4-ccce-405f-8336-68478a39bd6c"}]} Jun 04 08:29:38.194114 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:38.368212 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f4889487-b3bd-4a24-9c7c-4b5a4f7a487c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915298'] for router_interface (f004ff57-3aa0-4082-92a1-1cf016e65b17), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:38.530645 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:38.648599 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-f4889487-b3bd-4a24-9c7c-4b5a4f7a487c admin admin] Deleting port 54834f2e-b781-4d56-85fa-c9e953d40bb9 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:38.649103 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f4889487-b3bd-4a24-9c7c-4b5a4f7a487c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:38.731537 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-f4889487-b3bd-4a24-9c7c-4b5a4f7a487c admin admin] For port 54834f2e-b781-4d56-85fa-c9e953d40bb9, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=54834f2e-b781-4d56-85fa-c9e953d40bb9,segment=NetworkSegment(ab28aea4-033d-4016-8026-4bff6bdbf8d5),segment_id=ab28aea4-033d-4016-8026-4bff6bdbf8d5)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:38.731809 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f4889487-b3bd-4a24-9c7c-4b5a4f7a487c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:38.745807 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-f4889487-b3bd-4a24-9c7c-4b5a4f7a487c admin admin] Calling delete_port for 54834f2e-b781-4d56-85fa-c9e953d40bb9 owned by network:router_interface {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:38.886825 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device d9c6560d-3133-440b-9202-dc62dca91627 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:29:38.921609 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: d9c6560d-3133-440b-9202-dc62dca91627 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:29:38.921804 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device d9c6560d-3133-440b-9202-dc62dca91627 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:29:38.922387 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 87631c54-2aa5-417e-bf76-0192ab618cb1 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:29:38.932879 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:38.970900 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: 87631c54-2aa5-417e-bf76-0192ab618cb1 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:29:38.971343 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 87631c54-2aa5-417e-bf76-0192ab618cb1 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:29:39.043290 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f4889487-b3bd-4a24-9c7c-4b5a4f7a487c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (54834f2e-b781-4d56-85fa-c9e953d40bb9), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:39.073644 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4889487-b3bd-4a24-9c7c-4b5a4f7a487c admin admin] Pushing event deleted for resources: {'Port': ['ID=54834f2e-b781-4d56-85fa-c9e953d40bb9,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:39.149297 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-5f11615d-d739-489f-890c-7b976ee3a54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:39.232476 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:39.251061 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef190c2-849b-45d3-b92c-b303068890c5 req-eafb987f-6a73-46a7-bbf8-ff65658c2f85 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:39.252700 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bef190c2-849b-45d3-b92c-b303068890c5 req-eafb987f-6a73-46a7-bbf8-ff65658c2f85 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=b3e3bf8c-b43c-4586-a0da-be4f76abb8c0 HTTP/1.1" status: 200 len: 945 time: 0.0943997 Jun 04 08:29:39.347604 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bef190c2-849b-45d3-b92c-b303068890c5 req-817fab2e-bb7e-4338-8b31-e3ce7eeec303 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=85170d2f-d393-48d2-bed1-4282106fd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852902 Jun 04 08:29:39.348168 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f4889487-b3bd-4a24-9c7c-4b5a4f7a487c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914418'] for router_interface (f004ff57-3aa0-4082-92a1-1cf016e65b17), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:39.558269 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:39.573361 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4889487-b3bd-4a24-9c7c-4b5a4f7a487c admin admin] Router f004ff57-3aa0-4082-92a1-1cf016e65b17 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:29:39.683617 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4889487-b3bd-4a24-9c7c-4b5a4f7a487c admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:29:39.688551 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-f4889487-b3bd-4a24-9c7c-4b5a4f7a487c admin admin] 10.222.0.57 "PUT /v2.0/routers/f004ff57-3aa0-4082-92a1-1cf016e65b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6542697 Jun 04 08:29:39.691386 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55824) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:39.694009 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6cc808-110e-4e27-96d8-0897d0f2fcba None None] Sync routers for ids ['f004ff57-3aa0-4082-92a1-1cf016e65b17'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:29:39.705595 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6cc808-110e-4e27-96d8-0897d0f2fcba None None] Routers {'f004ff57-3aa0-4082-92a1-1cf016e65b17'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:29:39.706255 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-0f6cc808-110e-4e27-96d8-0897d0f2fcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:29:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['f004ff57-3aa0-4082-92a1-1cf016e65b17'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:39.794881 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8362af43-1bc0-48b2-ba80-dc39bf001b1e admin admin] Publish callbacks [] for router (f004ff57-3aa0-4082-92a1-1cf016e65b17), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:39.814285 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-0f6cc808-110e-4e27-96d8-0897d0f2fcba None None] Set router f004ff57-3aa0-4082-92a1-1cf016e65b17 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:29:39.907395 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8362af43-1bc0-48b2-ba80-dc39bf001b1e admin admin] Publish callbacks [] for router_gateway (f004ff57-3aa0-4082-92a1-1cf016e65b17), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:39.953257 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-8362af43-1bc0-48b2-ba80-dc39bf001b1e admin admin] Deleting port cf0f9dd5-766d-4b72-b8be-0a75b5227b8d {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:39.953257 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8362af43-1bc0-48b2-ba80-dc39bf001b1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (cf0f9dd5-766d-4b72-b8be-0a75b5227b8d), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:40.024688 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-0f6cc808-110e-4e27-96d8-0897d0f2fcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f004ff57-3aa0-4082-92a1-1cf016e65b17', 'name': 'tempest-TestMinimumBasicScenario-56508648-router', 'tenant_id': 'bc232df684c24fa5a33de80838db1572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'cf0f9dd5-766d-4b72-b8be-0a75b5227b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:35Z', 'updated_at': '2022-06-04T08:29:38Z', 'revision_number': 5, 'project_id': 'bc232df684c24fa5a33de80838db1572', 'gw_port': {'id': 'cf0f9dd5-766d-4b72-b8be-0a75b5227b8d', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:81:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f004ff57-3aa0-4082-92a1-1cf016e65b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:26:36Z', 'updated_at': '2022-06-04T08:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:40.035564 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-8362af43-1bc0-48b2-ba80-dc39bf001b1e admin admin] For port cf0f9dd5-766d-4b72-b8be-0a75b5227b8d, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=cf0f9dd5-766d-4b72-b8be-0a75b5227b8d,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:40.035929 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8362af43-1bc0-48b2-ba80-dc39bf001b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (cf0f9dd5-766d-4b72-b8be-0a75b5227b8d), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:40.051200 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6cc808-110e-4e27-96d8-0897d0f2fcba None None] Checking router: f004ff57-3aa0-4082-92a1-1cf016e65b17 for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:29:40.051421 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-8362af43-1bc0-48b2-ba80-dc39bf001b1e admin admin] Calling delete_port for cf0f9dd5-766d-4b72-b8be-0a75b5227b8d owned by network:router_gateway {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:40.059907 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6cc808-110e-4e27-96d8-0897d0f2fcba None None] Routers {'f004ff57-3aa0-4082-92a1-1cf016e65b17'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:29:40.060553 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-0f6cc808-110e-4e27-96d8-0897d0f2fcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:29:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['f004ff57-3aa0-4082-92a1-1cf016e65b17'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:40.095528 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:40.154158 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:40.168194 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-0f6cc808-110e-4e27-96d8-0897d0f2fcba None None] Set router f004ff57-3aa0-4082-92a1-1cf016e65b17 gateway port host: None {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:29:40.216071 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:40.231845 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 55832) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:40.246833 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8362af43-1bc0-48b2-ba80-dc39bf001b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (cf0f9dd5-766d-4b72-b8be-0a75b5227b8d), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:40.277901 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362af43-1bc0-48b2-ba80-dc39bf001b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0f9dd5-766d-4b72-b8be-0a75b5227b8d,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:40.345974 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8362af43-1bc0-48b2-ba80-dc39bf001b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914597'] for router_gateway (f004ff57-3aa0-4082-92a1-1cf016e65b17), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:40.443863 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-0f6cc808-110e-4e27-96d8-0897d0f2fcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f004ff57-3aa0-4082-92a1-1cf016e65b17', 'name': 'tempest-TestMinimumBasicScenario-56508648-router', 'tenant_id': 'bc232df684c24fa5a33de80838db1572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:35Z', 'updated_at': '2022-06-04T08:29:39Z', 'revision_number': 6, 'project_id': 'bc232df684c24fa5a33de80838db1572', 'gw_port_host': None}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:40.473037 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6cc808-110e-4e27-96d8-0897d0f2fcba None None] The sync data for ids ['f004ff57-3aa0-4082-92a1-1cf016e65b17'] in dv-cinder-836996-29-iscsi is: [{'id': 'f004ff57-3aa0-4082-92a1-1cf016e65b17', 'name': 'tempest-TestMinimumBasicScenario-56508648-router', 'tenant_id': 'bc232df684c24fa5a33de80838db1572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:26:35Z', 'updated_at': '2022-06-04T08:29:39Z', 'revision_number': 6, 'project_id': 'bc232df684c24fa5a33de80838db1572', 'gw_port_host': None}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:29:40.544473 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb1315-27d2-40a6-b1a7-fe24a6cb758c req-674ceed8-9f54-436f-b2ed-121120c88c85 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:40.546738 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fabb1315-27d2-40a6-b1a7-fe24a6cb758c req-674ceed8-9f54-436f-b2ed-121120c88c85 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=b3e3bf8c-b43c-4586-a0da-be4f76abb8c0 HTTP/1.1" status: 200 len: 945 time: 0.1044292 Jun 04 08:29:40.625976 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:40.649173 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fabb1315-27d2-40a6-b1a7-fe24a6cb758c req-0ffcab50-1902-46f6-8295-64f3a82db19a tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=85170d2f-d393-48d2-bed1-4282106fd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933845 Jun 04 08:29:40.726637 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8362af43-1bc0-48b2-ba80-dc39bf001b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (f004ff57-3aa0-4082-92a1-1cf016e65b17), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:40.728915 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8362af43-1bc0-48b2-ba80-dc39bf001b1e admin admin] Publish callbacks [] for router_controller (f004ff57-3aa0-4082-92a1-1cf016e65b17), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:40.794626 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8362af43-1bc0-48b2-ba80-dc39bf001b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3914471'] for router (f004ff57-3aa0-4082-92a1-1cf016e65b17), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:40.795325 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8362af43-1bc0-48b2-ba80-dc39bf001b1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f004ff57-3aa0-4082-92a1-1cf016e65b17 {{(pid=103812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 08:29:40.801283 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8362af43-1bc0-48b2-ba80-dc39bf001b1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:40.803209 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8362af43-1bc0-48b2-ba80-dc39bf001b1e admin admin] 10.222.0.57 "DELETE /v2.0/routers/f004ff57-3aa0-4082-92a1-1cf016e65b17 HTTP/1.1" status: 204 len: 168 time: 1.1097751 Jun 04 08:29:40.805256 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55838) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:40.813751 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:40.885904 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25efce2-509a-4e98-bc1c-13046837d5e3 admin admin] Deleting subnet 9878d1c9-32a1-47eb-9bdf-b00fb32ed995 {{(pid=103812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 08:29:40.890370 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e25efce2-509a-4e98-bc1c-13046837d5e3 admin admin] Publish callbacks [] for subnet (9878d1c9-32a1-47eb-9bdf-b00fb32ed995), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:40.918838 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915298'] for router_interface (be87d69c-80d4-487d-a449-74918b33bb5c), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:40.946956 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e25efce2-509a-4e98-bc1c-13046837d5e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127242989'] for subnet (9878d1c9-32a1-47eb-9bdf-b00fb32ed995), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:40.996923 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 54834f2e-b781-4d56-85fa-c9e953d40bb9 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:29:41.026229 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: 54834f2e-b781-4d56-85fa-c9e953d40bb9 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:29:41.027006 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 54834f2e-b781-4d56-85fa-c9e953d40bb9 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:29:41.041316 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84c4c9-b76a-4a85-b93b-e71b1a3d678b req-37ad9bc5-4c67-4ae2-8e3b-f19def71a111 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:41.042994 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ed84c4c9-b76a-4a85-b93b-e71b1a3d678b req-37ad9bc5-4c67-4ae2-8e3b-f19def71a111 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3e3bf8c-b43c-4586-a0da-be4f76abb8c0 HTTP/1.1" status: 200 len: 945 time: 0.0934470 Jun 04 08:29:41.116484 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e25efce2-509a-4e98-bc1c-13046837d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381204'] for subnet (9878d1c9-32a1-47eb-9bdf-b00fb32ed995), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:41.182276 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:41.196362 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-ed84c4c9-b76a-4a85-b93b-e71b1a3d678b req-6650ed1c-f789-4579-b2f7-636063e3a214 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Deleting port f947b562-127e-47e6-b416-6717ebb66d65 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:41.196709 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-ed84c4c9-b76a-4a85-b93b-e71b1a3d678b req-6650ed1c-f789-4579-b2f7-636063e3a214 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (f947b562-127e-47e6-b416-6717ebb66d65), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:41.207712 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Deleting port 69d733bd-2a94-483a-a541-1f76c455137a {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:41.208103 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (69d733bd-2a94-483a-a541-1f76c455137a), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:41.262378 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e25efce2-509a-4e98-bc1c-13046837d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126739955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126094885'] for subnet (9878d1c9-32a1-47eb-9bdf-b00fb32ed995), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:41.300283 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] For port 69d733bd-2a94-483a-a541-1f76c455137a, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=69d733bd-2a94-483a-a541-1f76c455137a,segment=NetworkSegment(e260448d-50b2-4924-907f-130b05e152a3),segment_id=e260448d-50b2-4924-907f-130b05e152a3)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:41.300949 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (69d733bd-2a94-483a-a541-1f76c455137a), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:41.308000 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25efce2-509a-4e98-bc1c-13046837d5e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9878d1c9-32a1-47eb-9bdf-b00fb32ed995,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:41.317477 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:41.317852 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e25efce2-509a-4e98-bc1c-13046837d5e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:41.319248 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Calling delete_port for 69d733bd-2a94-483a-a541-1f76c455137a owned by network:router_interface {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:41.323833 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbf77e1-301f-483d-aacc-c49519ffa7a5 None None] Network 99cb43a1-d78e-4345-b3a1-7c5b65d1c585 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:29:41.324056 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e25efce2-509a-4e98-bc1c-13046837d5e3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9878d1c9-32a1-47eb-9bdf-b00fb32ed995 HTTP/1.1" status: 204 len: 168 time: 0.5174809 Jun 04 08:29:41.324527 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 55840) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:41.369762 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-ed84c4c9-b76a-4a85-b93b-e71b1a3d678b req-6650ed1c-f789-4579-b2f7-636063e3a214 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] For port f947b562-127e-47e6-b416-6717ebb66d65, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f947b562-127e-47e6-b416-6717ebb66d65,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:41.370457 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-ed84c4c9-b76a-4a85-b93b-e71b1a3d678b req-6650ed1c-f789-4579-b2f7-636063e3a214 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (f947b562-127e-47e6-b416-6717ebb66d65), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:41.450403 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1320922'] for network (99cb43a1-d78e-4345-b3a1-7c5b65d1c585), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:41.536673 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75d5b94-e9b1-4470-9f77-5b074ce8a485 None None] DHCP port deletion for 99cb43a1-d78e-4345-b3a1-7c5b65d1c585 request from dv-cinder-836996-29-iscsi {{(pid=103813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 08:29:41.598036 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b75d5b94-e9b1-4470-9f77-5b074ce8a485 None None] Deleting port 65dd2850-1b8d-4952-80aa-1b0b636da80a {{(pid=103813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:41.598800 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b75d5b94-e9b1-4470-9f77-5b074ce8a485 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (65dd2850-1b8d-4952-80aa-1b0b636da80a), before_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:41.625575 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:41.632648 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-ed84c4c9-b76a-4a85-b93b-e71b1a3d678b req-6650ed1c-f789-4579-b2f7-636063e3a214 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:41.633433 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-ed84c4c9-b76a-4a85-b93b-e71b1a3d678b req-6650ed1c-f789-4579-b2f7-636063e3a214 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (eeec131b-4096-4fb0-955c-1200a24b7e8f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:41.633669 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.l3_db [req-ed84c4c9-b76a-4a85-b93b-e71b1a3d678b req-6650ed1c-f789-4579-b2f7-636063e3a214 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Floating IP eeec131b-4096-4fb0-955c-1200a24b7e8f disassociated. External IP: 172.27.2.171, port: f947b562-127e-47e6-b416-6717ebb66d65. Jun 04 08:29:41.634223 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-ed84c4c9-b76a-4a85-b93b-e71b1a3d678b req-6650ed1c-f789-4579-b2f7-636063e3a214 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Calling delete_port for f947b562-127e-47e6-b416-6717ebb66d65 owned by compute:nova {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:41.699636 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b75d5b94-e9b1-4470-9f77-5b074ce8a485 None None] For port 65dd2850-1b8d-4952-80aa-1b0b636da80a, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=65dd2850-1b8d-4952-80aa-1b0b636da80a,segment=NetworkSegment(ab28aea4-033d-4016-8026-4bff6bdbf8d5),segment_id=ab28aea4-033d-4016-8026-4bff6bdbf8d5)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:41.700121 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b75d5b94-e9b1-4470-9f77-5b074ce8a485 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (65dd2850-1b8d-4952-80aa-1b0b636da80a), precommit_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:41.722515 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b75d5b94-e9b1-4470-9f77-5b074ce8a485 None None] Calling delete_port for 65dd2850-1b8d-4952-80aa-1b0b636da80a owned by network:dhcp {{(pid=103813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:41.849101 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] Deleting port 65dd2850-1b8d-4952-80aa-1b0b636da80a {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:41.849539 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (65dd2850-1b8d-4952-80aa-1b0b636da80a), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:41.883264 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b75d5b94-e9b1-4470-9f77-5b074ce8a485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926'] for port (65dd2850-1b8d-4952-80aa-1b0b636da80a), after_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:41.891950 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb411c96-6917-4a93-8361-fc96b6d0667f req-27064692-9a9b-4703-bd3b-66131eeb78de tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:41.893513 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fb411c96-6917-4a93-8361-fc96b6d0667f req-27064692-9a9b-4703-bd3b-66131eeb78de tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/ports?device_id=b3e3bf8c-b43c-4586-a0da-be4f76abb8c0 HTTP/1.1" status: 200 len: 945 time: 0.0926974 Jun 04 08:29:41.900754 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-ed84c4c9-b76a-4a85-b93b-e71b1a3d678b req-6650ed1c-f789-4579-b2f7-636063e3a214 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (f947b562-127e-47e6-b416-6717ebb66d65), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:41.911397 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:41.932266 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d5b94-e9b1-4470-9f77-5b074ce8a485 None None] Pushing event deleted for resources: {'Port': ['ID=65dd2850-1b8d-4952-80aa-1b0b636da80a,revision_number=None']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:41.934249 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d5b94-e9b1-4470-9f77-5b074ce8a485 None None] No DVR routers for this DVR port 65dd2850-1b8d-4952-80aa-1b0b636da80a on host dv-cinder-836996-29-iscsi {{(pid=103813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:29:41.939038 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] For port 65dd2850-1b8d-4952-80aa-1b0b636da80a, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=65dd2850-1b8d-4952-80aa-1b0b636da80a,segment=NetworkSegment(ab28aea4-033d-4016-8026-4bff6bdbf8d5),segment_id=ab28aea4-033d-4016-8026-4bff6bdbf8d5)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:41.939350 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (65dd2850-1b8d-4952-80aa-1b0b636da80a), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:41.965309 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650ed1c-f789-4579-b2f7-636063e3a214 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event deleted for resources: {'Port': ['ID=f947b562-127e-47e6-b416-6717ebb66d65,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:41.994992 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] Calling delete_port for 65dd2850-1b8d-4952-80aa-1b0b636da80a owned by network:dhcp {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:42.037403 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:42.054617 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (69d733bd-2a94-483a-a541-1f76c455137a), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:42.084872 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Pushing event deleted for resources: {'Port': ['ID=69d733bd-2a94-483a-a541-1f76c455137a,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:42.091648 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fb411c96-6917-4a93-8361-fc96b6d0667f req-01d9a5b6-76b8-48e5-90b8-63912f173394 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups?id=85170d2f-d393-48d2-bed1-4282106fd7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719468 Jun 04 08:29:42.106076 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:42.106400 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:42.106681 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:42.107023 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:42.107410 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:42.108251 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:42.108585 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:42.108912 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:42.109226 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:42.109546 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:42.109897 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:42.110263 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:42.110582 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:42.110901 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:42.111212 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:29:42.130747 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed84c4c9-b76a-4a85-b93b-e71b1a3d678b req-6650ed1c-f789-4579-b2f7-636063e3a214 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Router 9661a351-3fc5-44e0-8b28-d0a5eb455318 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:29:42.204368 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (65dd2850-1b8d-4952-80aa-1b0b636da80a), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:42.258538 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=65dd2850-1b8d-4952-80aa-1b0b636da80a,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:42.261286 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed84c4c9-b76a-4a85-b93b-e71b1a3d678b req-6650ed1c-f789-4579-b2f7-636063e3a214 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:29:42.264749 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] No DVR routers for this DVR port 65dd2850-1b8d-4952-80aa-1b0b636da80a on host dv-cinder-836996-29-iscsi {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:29:42.281900 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48141e85-57fe-4f45-85d8-fb5efaa20de7 None None] Sync routers for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:29:42.299711 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48141e85-57fe-4f45-85d8-fb5efaa20de7 None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:29:42.300497 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-48141e85-57fe-4f45-85d8-fb5efaa20de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:29:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:42.314178 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed84c4c9-b76a-4a85-b93b-e71b1a3d678b req-6650ed1c-f789-4579-b2f7-636063e3a214 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] No DVR routers for this DVR port f947b562-127e-47e6-b416-6717ebb66d65 on host hv-cinder-83699 {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:29:42.317225 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-ed84c4c9-b76a-4a85-b93b-e71b1a3d678b req-6650ed1c-f789-4579-b2f7-636063e3a214 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:42.320704 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ed84c4c9-b76a-4a85-b93b-e71b1a3d678b req-6650ed1c-f789-4579-b2f7-636063e3a214 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.77 "DELETE /v2.0/ports/f947b562-127e-47e6-b416-6717ebb66d65 HTTP/1.1" status: 204 len: 173 time: 1.2701290 Jun 04 08:29:42.321854 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e3bf8c-b43c-4586-a0da-be4f76abb8c0', 'name': 'network-vif-deleted', 'tag': 'f947b562-127e-47e6-b416-6717ebb66d65'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:29:42.324205 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbb9a4a-bcba-4c28-822b-08b555781d6d" -d '{"events": [{"server_uuid": "b3e3bf8c-b43c-4586-a0da-be4f76abb8c0", "name": "network-vif-deleted", "tag": "f947b562-127e-47e6-b416-6717ebb66d65"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:29:42.407656 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5c52ea-4eb9-4a9b-a473-bea2a932997e x-openstack-request-id: req-ae5c52ea-4eb9-4a9b-a473-bea2a932997e {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:29:42.408220 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e3bf8c-b43c-4586-a0da-be4f76abb8c0", "name": "network-vif-deleted", "tag": "f947b562-127e-47e6-b416-6717ebb66d65", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:29:42.408787 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae5c52ea-4eb9-4a9b-a473-bea2a932997e {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:29:42.409345 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae5c52ea-4eb9-4a9b-a473-bea2a932997e'] response: {'server_uuid': 'b3e3bf8c-b43c-4586-a0da-be4f76abb8c0', 'name': 'network-vif-deleted', 'tag': 'f947b562-127e-47e6-b416-6717ebb66d65', 'status': 'completed', 'code': 200} Jun 04 08:29:42.463098 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-48141e85-57fe-4f45-85d8-fb5efaa20de7 None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:29:42.534291 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1404371', 'neutron.services.segments.db._delete_segments_for_network-8739929666573'] for network (99cb43a1-d78e-4345-b3a1-7c5b65d1c585), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:42.564088 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:42.570679 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cb43a1-d78e-4345-b3a1-7c5b65d1c585']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:42.574900 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914418'] for router_interface (be87d69c-80d4-487d-a449-74918b33bb5c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:42.592416 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab28aea4-033d-4016-8026-4bff6bdbf8d5') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:42.592714 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab28aea4-033d-4016-8026-4bff6bdbf8d5') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:42.608919 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739929665940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127320121'] for segment (ab28aea4-033d-4016-8026-4bff6bdbf8d5), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:42.668467 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:42.672273 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (ab28aea4-033d-4016-8026-4bff6bdbf8d5), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:42.719034 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 08:29:42.719500 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127079392'] for segment (ab28aea4-033d-4016-8026-4bff6bdbf8d5), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:42.727785 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-48141e85-57fe-4f45-85d8-fb5efaa20de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:42.772143 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48141e85-57fe-4f45-85d8-fb5efaa20de7 None None] Checking router: 9661a351-3fc5-44e0-8b28-d0a5eb455318 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:29:42.786029 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48141e85-57fe-4f45-85d8-fb5efaa20de7 None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:29:42.787041 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-48141e85-57fe-4f45-85d8-fb5efaa20de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:29:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:42.790216 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment ab28aea4-033d-4016-8026-4bff6bdbf8d5 resource provider aggregate not found Jun 04 08:29:42.841254 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment ab28aea4-033d-4016-8026-4bff6bdbf8d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab28aea4-033d-4016-8026-4bff6bdbf8d5 found for delete ", "request_id": "req-3bd7970f-7dae-449c-a4ad-7db3291bf34c"}]} Jun 04 08:29:42.917506 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1404356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3914569'] for network (99cb43a1-d78e-4345-b3a1-7c5b65d1c585), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:42.923987 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:42.927932 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/99cb43a1-d78e-4345-b3a1-7c5b65d1c585 HTTP/1.1" status: 204 len: 168 time: 1.6022964 Jun 04 08:29:42.948797 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:42.954586 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf01e7-5ec5-4c1a-b805-999e5d1378f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=99cb43a1-d78e-4345-b3a1-7c5b65d1c585,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:43.005327 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-48141e85-57fe-4f45-85d8-fb5efaa20de7 None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:29:43.076553 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:43.078229 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device cf0f9dd5-766d-4b72-b8be-0a75b5227b8d no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:29:43.080398 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Router be87d69c-80d4-487d-a449-74918b33bb5c has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:29:43.108589 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: cf0f9dd5-766d-4b72-b8be-0a75b5227b8d {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:29:43.109302 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device cf0f9dd5-766d-4b72-b8be-0a75b5227b8d not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:29:43.110087 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 65dd2850-1b8d-4952-80aa-1b0b636da80a no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:29:43.132845 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: 65dd2850-1b8d-4952-80aa-1b0b636da80a {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:29:43.133634 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 65dd2850-1b8d-4952-80aa-1b0b636da80a not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:29:43.149608 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55856) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:43.216127 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-3541033e-d051-4cc1-87d0-97cdd67e7941 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=950149f4530b41eea35bc273803918a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0650084 Jun 04 08:29:43.219630 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55860) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:43.229702 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 55862) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:43.293453 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6efa4ba8-5dfa-4b7e-88ab-0fcef5eb2c3b admin admin] Publish callbacks [] for security_group (7da87886-0349-4f1c-9f24-4738e45d8b03), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:43.299507 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:29:43.303160 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-48141e85-57fe-4f45-85d8-fb5efaa20de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:43.306783 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-03eed218-2579-4d80-ad8a-c4ead9f436da admin admin] 10.222.0.57 "PUT /v2.0/routers/be87d69c-80d4-487d-a449-74918b33bb5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0746775 Jun 04 08:29:43.309511 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 55864) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:43.314855 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faf5def-f714-4d76-83b6-2a1adff169e9 None None] Sync routers for ids ['be87d69c-80d4-487d-a449-74918b33bb5c'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:29:43.318798 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:43.328094 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6efa4ba8-5dfa-4b7e-88ab-0fcef5eb2c3b admin admin] Publish callbacks [] for security_group (7da87886-0349-4f1c-9f24-4738e45d8b03), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:43.337125 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48141e85-57fe-4f45-85d8-fb5efaa20de7 None None] The sync data for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi is: [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '5183d11f-2f97-4a70-992b-452e34eebb73', 'name': '', 'network_id': 'b88cbea7-518a-4446-bcff-56c4dc453510', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'mac_address': 'fa:16:3e:90:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:12Z', 'updated_at': '2022-06-04T08:23:27Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'subnets': [{'id': '5faa1da9-51be-4c06-b751-2fe7b4126f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:29:43.338278 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf5def-f714-4d76-83b6-2a1adff169e9 None None] Routers {'be87d69c-80d4-487d-a449-74918b33bb5c'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:29:43.339277 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-2faf5def-f714-4d76-83b6-2a1adff169e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:29:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['be87d69c-80d4-487d-a449-74918b33bb5c'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:43.420939 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e88112b2-6d3f-495f-9905-fcd7bc199edd tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (85170d2f-d393-48d2-bed1-4282106fd7f2), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:43.424505 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6efa4ba8-5dfa-4b7e-88ab-0fcef5eb2c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (7da87886-0349-4f1c-9f24-4738e45d8b03), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:43.427246 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6efa4ba8-5dfa-4b7e-88ab-0fcef5eb2c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:43.431010 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-6efa4ba8-5dfa-4b7e-88ab-0fcef5eb2c3b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7da87886-0349-4f1c-9f24-4738e45d8b03 HTTP/1.1" status: 204 len: 168 time: 0.2077544 Jun 04 08:29:43.441530 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa4ba8-5dfa-4b7e-88ab-0fcef5eb2c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da87886-0349-4f1c-9f24-4738e45d8b03,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:43.467762 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e88112b2-6d3f-495f-9905-fcd7bc199edd tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (85170d2f-d393-48d2-bed1-4282106fd7f2), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:43.481476 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d1c2fee4-aeb6-4ec2-91f4-fd3abef5551b admin admin] Publish callbacks [] for router (be87d69c-80d4-487d-a449-74918b33bb5c), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:43.506072 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-2faf5def-f714-4d76-83b6-2a1adff169e9 None None] Set router be87d69c-80d4-487d-a449-74918b33bb5c gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:29:43.647893 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d1c2fee4-aeb6-4ec2-91f4-fd3abef5551b admin admin] Publish callbacks [] for router_gateway (be87d69c-80d4-487d-a449-74918b33bb5c), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:43.653055 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e88112b2-6d3f-495f-9905-fcd7bc199edd tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (85170d2f-d393-48d2-bed1-4282106fd7f2), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:43.662431 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e88112b2-6d3f-495f-9905-fcd7bc199edd tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:43.667397 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55868) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:43.668327 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e88112b2-6d3f-495f-9905-fcd7bc199edd tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "DELETE /v2.0/security-groups/85170d2f-d393-48d2-bed1-4282106fd7f2 HTTP/1.1" status: 204 len: 168 time: 0.4374330 Jun 04 08:29:43.686112 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88112b2-6d3f-495f-9905-fcd7bc199edd tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85170d2f-d393-48d2-bed1-4282106fd7f2,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:43.700010 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.api.v2.resource [None req-70d4c386-cd58-49ac-94d8-ccfd6a21fc00 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] show failed (client error): The resource could not be found. Jun 04 08:29:43.707773 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-70d4c386-cd58-49ac-94d8-ccfd6a21fc00 tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "GET /v2.0/security-groups/85170d2f-d393-48d2-bed1-4282106fd7f2 HTTP/1.1" status: 404 len: 347 time: 0.0348427 Jun 04 08:29:43.708608 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55870) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:43.743587 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-d1c2fee4-aeb6-4ec2-91f4-fd3abef5551b admin admin] Deleting port 76625aad-e0e4-464a-9a0c-2c1f5be828d6 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:43.744305 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d1c2fee4-aeb6-4ec2-91f4-fd3abef5551b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (76625aad-e0e4-464a-9a0c-2c1f5be828d6), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:43.766313 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b5616-c8c0-4051-b433-f2a453f68e91 None None] New status for floating IP eeec131b-4096-4fb0-955c-1200a24b7e8f: DOWN {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:29:43.791137 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-2faf5def-f714-4d76-83b6-2a1adff169e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:29:41Z', 'revision_number': 5, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port': {'id': '76625aad-e0e4-464a-9a0c-2c1f5be828d6', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:43.829520 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faf5def-f714-4d76-83b6-2a1adff169e9 None None] Checking router: be87d69c-80d4-487d-a449-74918b33bb5c for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:29:43.844167 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf5def-f714-4d76-83b6-2a1adff169e9 None None] Routers {'be87d69c-80d4-487d-a449-74918b33bb5c'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:29:43.845088 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-2faf5def-f714-4d76-83b6-2a1adff169e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:29:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['be87d69c-80d4-487d-a449-74918b33bb5c'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:43.921136 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-d1c2fee4-aeb6-4ec2-91f4-fd3abef5551b admin admin] For port 76625aad-e0e4-464a-9a0c-2c1f5be828d6, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=76625aad-e0e4-464a-9a0c-2c1f5be828d6,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:43.921534 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d1c2fee4-aeb6-4ec2-91f4-fd3abef5551b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (76625aad-e0e4-464a-9a0c-2c1f5be828d6), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:43.949747 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-d1c2fee4-aeb6-4ec2-91f4-fd3abef5551b admin admin] Calling delete_port for 76625aad-e0e4-464a-9a0c-2c1f5be828d6 owned by network:router_gateway {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:43.960292 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-a1d11fed-73bc-4f17-b449-1cec53a19fbe tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Deleting port c2f8e0d6-c2c4-447f-845b-d933b87b649a {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:43.965135 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1d11fed-73bc-4f17-b449-1cec53a19fbe tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (c2f8e0d6-c2c4-447f-845b-d933b87b649a), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:43.974315 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:43.979617 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-2faf5def-f714-4d76-83b6-2a1adff169e9 None None] Set router be87d69c-80d4-487d-a449-74918b33bb5c gateway port host: None {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:29:44.080386 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-2faf5def-f714-4d76-83b6-2a1adff169e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:29:43Z', 'revision_number': 6, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port_host': None}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:44.090100 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1d11fed-73bc-4f17-b449-1cec53a19fbe tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (c2f8e0d6-c2c4-447f-845b-d933b87b649a), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:44.090712 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1d11fed-73bc-4f17-b449-1cec53a19fbe tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (c2f8e0d6-c2c4-447f-845b-d933b87b649a), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:44.109685 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-a1d11fed-73bc-4f17-b449-1cec53a19fbe tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Calling delete_port for c2f8e0d6-c2c4-447f-845b-d933b87b649a owned by network:floatingip {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:44.124936 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:44.125538 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faf5def-f714-4d76-83b6-2a1adff169e9 None None] The sync data for ids ['be87d69c-80d4-487d-a449-74918b33bb5c'] in dv-cinder-836996-29-iscsi is: [{'id': 'be87d69c-80d4-487d-a449-74918b33bb5c', 'name': 'tempest-AttachVolumeTestJSON-2009779896-router', 'tenant_id': '880551882c5748278978d5a7586d1f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:53Z', 'updated_at': '2022-06-04T08:29:43Z', 'revision_number': 6, 'project_id': '880551882c5748278978d5a7586d1f30', 'gw_port_host': None}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:29:44.149687 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 55874) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:44.200590 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:44.235451 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-fb97ee87-10f6-4db5-b206-78bc0df09fbe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bc232df684c24fa5a33de80838db1572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0812347 Jun 04 08:29:44.243078 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 55876) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:44.277946 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1d11fed-73bc-4f17-b449-1cec53a19fbe tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (c2f8e0d6-c2c4-447f-845b-d933b87b649a), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:44.295478 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d1c2fee4-aeb6-4ec2-91f4-fd3abef5551b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (76625aad-e0e4-464a-9a0c-2c1f5be828d6), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:44.311502 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d11fed-73bc-4f17-b449-1cec53a19fbe tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Pushing event deleted for resources: {'Port': ['ID=c2f8e0d6-c2c4-447f-845b-d933b87b649a,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:44.333597 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2fee4-aeb6-4ec2-91f4-fd3abef5551b admin admin] Pushing event deleted for resources: {'Port': ['ID=76625aad-e0e4-464a-9a0c-2c1f5be828d6,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:44.349137 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bf729b99-95f5-4a70-9f25-b3891c056262 admin admin] Publish callbacks [] for security_group (60435137-a197-4550-a650-e61bbfa9c39e), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:44.381379 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:44.391047 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1d11fed-73bc-4f17-b449-1cec53a19fbe tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks [] for floatingip (eeec131b-4096-4fb0-955c-1200a24b7e8f), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:44.395482 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1d11fed-73bc-4f17-b449-1cec53a19fbe tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:44.397072 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-a1d11fed-73bc-4f17-b449-1cec53a19fbe tempest-AttachVolumeNegativeTest-1717900975 tempest-AttachVolumeNegativeTest-1717900975-project] 10.222.0.57 "DELETE /v2.0/floatingips/eeec131b-4096-4fb0-955c-1200a24b7e8f HTTP/1.1" status: 204 len: 168 time: 0.6870737 Jun 04 08:29:44.418003 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bf729b99-95f5-4a70-9f25-b3891c056262 admin admin] Publish callbacks [] for security_group (60435137-a197-4550-a650-e61bbfa9c39e), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:44.460192 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d1c2fee4-aeb6-4ec2-91f4-fd3abef5551b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914597'] for router_gateway (be87d69c-80d4-487d-a449-74918b33bb5c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:44.568561 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d1c2fee4-aeb6-4ec2-91f4-fd3abef5551b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (be87d69c-80d4-487d-a449-74918b33bb5c), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:44.571326 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d1c2fee4-aeb6-4ec2-91f4-fd3abef5551b admin admin] Publish callbacks [] for router_controller (be87d69c-80d4-487d-a449-74918b33bb5c), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:44.617219 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bf729b99-95f5-4a70-9f25-b3891c056262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (60435137-a197-4550-a650-e61bbfa9c39e), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:44.620637 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bf729b99-95f5-4a70-9f25-b3891c056262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:44.622239 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-bf729b99-95f5-4a70-9f25-b3891c056262 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60435137-a197-4550-a650-e61bbfa9c39e HTTP/1.1" status: 204 len: 168 time: 0.3834646 Jun 04 08:29:44.635942 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d1c2fee4-aeb6-4ec2-91f4-fd3abef5551b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3914471'] for router (be87d69c-80d4-487d-a449-74918b33bb5c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:44.636724 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c2fee4-aeb6-4ec2-91f4-fd3abef5551b admin admin] Fanout notify agent at l3_agent the message router_deleted on router be87d69c-80d4-487d-a449-74918b33bb5c {{(pid=103811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 08:29:44.638176 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf729b99-95f5-4a70-9f25-b3891c056262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60435137-a197-4550-a650-e61bbfa9c39e,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:44.642983 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d1c2fee4-aeb6-4ec2-91f4-fd3abef5551b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:44.646609 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d1c2fee4-aeb6-4ec2-91f4-fd3abef5551b admin admin] 10.222.0.57 "DELETE /v2.0/routers/be87d69c-80d4-487d-a449-74918b33bb5c HTTP/1.1" status: 204 len: 168 time: 1.3335235 Jun 04 08:29:44.646715 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 55884) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:44.737159 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f38f3f-707e-4891-9eb3-1242d47c265e admin admin] Deleting subnet 18b12b06-c651-4ab6-8f19-24224f73c099 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 08:29:44.742288 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a6f38f3f-707e-4891-9eb3-1242d47c265e admin admin] Publish callbacks [] for subnet (18b12b06-c651-4ab6-8f19-24224f73c099), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:44.792782 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a6f38f3f-707e-4891-9eb3-1242d47c265e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127320112'] for subnet (18b12b06-c651-4ab6-8f19-24224f73c099), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:44.905024 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 69d733bd-2a94-483a-a541-1f76c455137a no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:29:44.925565 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a6f38f3f-707e-4891-9eb3-1242d47c265e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381204'] for subnet (18b12b06-c651-4ab6-8f19-24224f73c099), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:44.938675 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: 69d733bd-2a94-483a-a541-1f76c455137a {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:29:44.939058 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 69d733bd-2a94-483a-a541-1f76c455137a not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:29:44.939531 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 76625aad-e0e4-464a-9a0c-2c1f5be828d6 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:29:44.966236 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: 76625aad-e0e4-464a-9a0c-2c1f5be828d6 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:29:44.967128 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 76625aad-e0e4-464a-9a0c-2c1f5be828d6 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:29:45.012053 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a6f38f3f-707e-4891-9eb3-1242d47c265e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127079354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127108435'] for subnet (18b12b06-c651-4ab6-8f19-24224f73c099), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:45.060542 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f38f3f-707e-4891-9eb3-1242d47c265e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18b12b06-c651-4ab6-8f19-24224f73c099,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:45.063748 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a6f38f3f-707e-4891-9eb3-1242d47c265e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:45.070921 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a6f38f3f-707e-4891-9eb3-1242d47c265e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/18b12b06-c651-4ab6-8f19-24224f73c099 HTTP/1.1" status: 204 len: 168 time: 0.4209282 Jun 04 08:29:45.071383 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55886) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:45.075490 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9288a4be-bec6-4de0-a62c-88db7dba1c7d None None] Network 6b860f72-fd6a-4776-95a4-5ec614119cc7 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:29:45.196645 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1320922'] for network (6b860f72-fd6a-4776-95a4-5ec614119cc7), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:45.275359 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] Deleting port 279d890d-3b98-4785-a3b8-78f079f9160c {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:45.275688 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (279d890d-3b98-4785-a3b8-78f079f9160c), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:45.303992 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22ab3de-06e8-43c0-8aca-16a4c8c92c60 None None] DHCP port deletion for 6b860f72-fd6a-4776-95a4-5ec614119cc7 request from dv-cinder-836996-29-iscsi {{(pid=103813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 08:29:45.333814 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device f947b562-127e-47e6-b416-6717ebb66d65 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:29:45.354336 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] For port 279d890d-3b98-4785-a3b8-78f079f9160c, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=279d890d-3b98-4785-a3b8-78f079f9160c,segment=NetworkSegment(e260448d-50b2-4924-907f-130b05e152a3),segment_id=e260448d-50b2-4924-907f-130b05e152a3)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:45.355012 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (279d890d-3b98-4785-a3b8-78f079f9160c), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:45.363578 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: f947b562-127e-47e6-b416-6717ebb66d65 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:29:45.363925 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device f947b562-127e-47e6-b416-6717ebb66d65 not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:29:45.372383 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-e22ab3de-06e8-43c0-8aca-16a4c8c92c60 None None] Deleting port 279d890d-3b98-4785-a3b8-78f079f9160c {{(pid=103813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:45.372912 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e22ab3de-06e8-43c0-8aca-16a4c8c92c60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (279d890d-3b98-4785-a3b8-78f079f9160c), before_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:45.373592 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] Calling delete_port for 279d890d-3b98-4785-a3b8-78f079f9160c owned by network:dhcp {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:45.443254 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-e22ab3de-06e8-43c0-8aca-16a4c8c92c60 None None] For port 279d890d-3b98-4785-a3b8-78f079f9160c, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=279d890d-3b98-4785-a3b8-78f079f9160c,segment=NetworkSegment(e260448d-50b2-4924-907f-130b05e152a3),segment_id=e260448d-50b2-4924-907f-130b05e152a3)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:45.443670 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e22ab3de-06e8-43c0-8aca-16a4c8c92c60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (279d890d-3b98-4785-a3b8-78f079f9160c), precommit_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:45.458508 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-e22ab3de-06e8-43c0-8aca-16a4c8c92c60 None None] Calling delete_port for 279d890d-3b98-4785-a3b8-78f079f9160c owned by network:dhcp {{(pid=103813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:45.460154 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:45.468138 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (279d890d-3b98-4785-a3b8-78f079f9160c), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:45.495274 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] Pushing event deleted for resources: {'Port': ['ID=279d890d-3b98-4785-a3b8-78f079f9160c,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:45.499455 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] No DVR routers for this DVR port 279d890d-3b98-4785-a3b8-78f079f9160c on host dv-cinder-836996-29-iscsi {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:29:45.549365 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e22ab3de-06e8-43c0-8aca-16a4c8c92c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926'] for port (279d890d-3b98-4785-a3b8-78f079f9160c), after_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:45.575240 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ab3de-06e8-43c0-8aca-16a4c8c92c60 None None] Pushing event deleted for resources: {'Port': ['ID=279d890d-3b98-4785-a3b8-78f079f9160c,revision_number=None']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:45.585135 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ab3de-06e8-43c0-8aca-16a4c8c92c60 None None] No DVR routers for this DVR port 279d890d-3b98-4785-a3b8-78f079f9160c on host dv-cinder-836996-29-iscsi {{(pid=103813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:29:45.598787 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1404371', 'neutron.services.segments.db._delete_segments_for_network-8739929666573'] for network (6b860f72-fd6a-4776-95a4-5ec614119cc7), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:45.625267 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b860f72-fd6a-4776-95a4-5ec614119cc7']}} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:45.635820 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e260448d-50b2-4924-907f-130b05e152a3') {'for_net_delete': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:45.636115 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e260448d-50b2-4924-907f-130b05e152a3') {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:45.650573 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739929665940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127242980'] for segment (e260448d-50b2-4924-907f-130b05e152a3), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:45.667363 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (e260448d-50b2-4924-907f-130b05e152a3), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:45.680015 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 08:29:45.681125 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126739881'] for segment (e260448d-50b2-4924-907f-130b05e152a3), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:45.760900 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1404356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3914569'] for network (6b860f72-fd6a-4776-95a4-5ec614119cc7), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:45.784208 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:45.791439 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] 10.222.0.57 "DELETE /v2.0/networks/6b860f72-fd6a-4776-95a4-5ec614119cc7 HTTP/1.1" status: 204 len: 168 time: 0.7186854 Jun 04 08:29:45.793812 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a25bc2-6614-4972-8f81-657493dabf0e admin admin] Pushing event deleted for resources: {'Network': ['ID=6b860f72-fd6a-4776-95a4-5ec614119cc7,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:45.995553 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment e260448d-50b2-4924-907f-130b05e152a3 resource provider aggregate not found Jun 04 08:29:46.020079 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment e260448d-50b2-4924-907f-130b05e152a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e260448d-50b2-4924-907f-130b05e152a3 found for delete ", "request_id": "req-277960d5-04bb-45fd-a5c5-a3c23eadca39"}]} Jun 04 08:29:46.025028 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 55906) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:46.058631 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:46.070816 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1854d782-d880-4b48-a04a-9a084c69af5b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=880551882c5748278978d5a7586d1f30&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0445294 Jun 04 08:29:46.074383 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55908) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:46.130881 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b04bd6fe-e628-445c-8145-2cda99ed88dd admin admin] Publish callbacks [] for security_group (531cd952-0bb4-4668-967d-c6836b1d9d68), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:46.135192 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:46.158102 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b04bd6fe-e628-445c-8145-2cda99ed88dd admin admin] Publish callbacks [] for security_group (531cd952-0bb4-4668-967d-c6836b1d9d68), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:46.207882 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b04bd6fe-e628-445c-8145-2cda99ed88dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (531cd952-0bb4-4668-967d-c6836b1d9d68), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:46.210585 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b04bd6fe-e628-445c-8145-2cda99ed88dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:46.211758 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-b04bd6fe-e628-445c-8145-2cda99ed88dd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/531cd952-0bb4-4668-967d-c6836b1d9d68 HTTP/1.1" status: 204 len: 168 time: 0.1363139 Jun 04 08:29:46.220888 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bd6fe-e628-445c-8145-2cda99ed88dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531cd952-0bb4-4668-967d-c6836b1d9d68,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:46.854177 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 279d890d-3b98-4785-a3b8-78f079f9160c no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:29:46.879348 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: 279d890d-3b98-4785-a3b8-78f079f9160c {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:29:46.880989 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 279d890d-3b98-4785-a3b8-78f079f9160c not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:29:48.253289 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 55958) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:48.670565 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:48.779597 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0438ce0e-a281-4f98-8074-974ead52dffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915298'] for router_interface (9661a351-3fc5-44e0-8b28-d0a5eb455318), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:49.324927 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-0438ce0e-a281-4f98-8074-974ead52dffa admin admin] Deleting port 5183d11f-2f97-4a70-992b-452e34eebb73 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:49.325626 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0438ce0e-a281-4f98-8074-974ead52dffa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (5183d11f-2f97-4a70-992b-452e34eebb73), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:49.413507 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-0438ce0e-a281-4f98-8074-974ead52dffa admin admin] For port 5183d11f-2f97-4a70-992b-452e34eebb73, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=5183d11f-2f97-4a70-992b-452e34eebb73,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:49.413911 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0438ce0e-a281-4f98-8074-974ead52dffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (5183d11f-2f97-4a70-992b-452e34eebb73), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:49.432100 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-0438ce0e-a281-4f98-8074-974ead52dffa admin admin] Calling delete_port for 5183d11f-2f97-4a70-992b-452e34eebb73 owned by network:router_interface {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:49.615780 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0438ce0e-a281-4f98-8074-974ead52dffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (5183d11f-2f97-4a70-992b-452e34eebb73), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:49.639373 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438ce0e-a281-4f98-8074-974ead52dffa admin admin] Pushing event deleted for resources: {'Port': ['ID=5183d11f-2f97-4a70-992b-452e34eebb73,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:49.700700 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:49.822254 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0438ce0e-a281-4f98-8074-974ead52dffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914418'] for router_interface (9661a351-3fc5-44e0-8b28-d0a5eb455318), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:49.870968 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:50.038074 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0438ce0e-a281-4f98-8074-974ead52dffa admin admin] Router 9661a351-3fc5-44e0-8b28-d0a5eb455318 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:29:50.152444 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0438ce0e-a281-4f98-8074-974ead52dffa admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:29:50.161258 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55984) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:50.161858 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0438ce0e-a281-4f98-8074-974ead52dffa admin admin] 10.222.0.57 "PUT /v2.0/routers/9661a351-3fc5-44e0-8b28-d0a5eb455318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9068964 Jun 04 08:29:50.165196 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc219e9-9639-4f3f-90b7-5269454aa6e9 None None] Sync routers for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:29:50.175695 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc219e9-9639-4f3f-90b7-5269454aa6e9 None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:29:50.176290 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-0cc219e9-9639-4f3f-90b7-5269454aa6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:29:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:50.218547 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:50.264422 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d8e0745-8501-439d-9964-bcc4484fb868 admin admin] Publish callbacks [] for router (9661a351-3fc5-44e0-8b28-d0a5eb455318), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:50.288828 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-0cc219e9-9639-4f3f-90b7-5269454aa6e9 None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:29:50.384471 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d8e0745-8501-439d-9964-bcc4484fb868 admin admin] Publish callbacks [] for router_gateway (9661a351-3fc5-44e0-8b28-d0a5eb455318), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:50.440210 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e0745-8501-439d-9964-bcc4484fb868 admin admin] Deleting port fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:50.440570 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d8e0745-8501-439d-9964-bcc4484fb868 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:50.491425 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-0cc219e9-9639-4f3f-90b7-5269454aa6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:29:49Z', 'revision_number': 5, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port': {'id': 'fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:59Z', 'updated_at': '2022-06-04T08:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:50.511031 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:50.518969 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc219e9-9639-4f3f-90b7-5269454aa6e9 None None] Checking router: 9661a351-3fc5-44e0-8b28-d0a5eb455318 for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:29:50.528428 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc219e9-9639-4f3f-90b7-5269454aa6e9 None None] Routers {'9661a351-3fc5-44e0-8b28-d0a5eb455318'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:29:50.529090 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-0cc219e9-9639-4f3f-90b7-5269454aa6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:29:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['9661a351-3fc5-44e0-8b28-d0a5eb455318'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:50.537809 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-1d8e0745-8501-439d-9964-bcc4484fb868 admin admin] For port fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:50.538204 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d8e0745-8501-439d-9964-bcc4484fb868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:50.556431 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e0745-8501-439d-9964-bcc4484fb868 admin admin] Calling delete_port for fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e owned by network:router_gateway {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:50.752471 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-0cc219e9-9639-4f3f-90b7-5269454aa6e9 None None] Set router 9661a351-3fc5-44e0-8b28-d0a5eb455318 gateway port host: None {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:29:50.753668 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d8e0745-8501-439d-9964-bcc4484fb868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:50.778755 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e0745-8501-439d-9964-bcc4484fb868 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:50.804366 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-0cc219e9-9639-4f3f-90b7-5269454aa6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:29:50Z', 'revision_number': 6, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port_host': None}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:50.833487 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc219e9-9639-4f3f-90b7-5269454aa6e9 None None] The sync data for ids ['9661a351-3fc5-44e0-8b28-d0a5eb455318'] in dv-cinder-836996-29-iscsi is: [{'id': '9661a351-3fc5-44e0-8b28-d0a5eb455318', 'name': 'tempest-AttachVolumeNegativeTest-1360039732-router', 'tenant_id': 'bada48f0853f4642b538bab7eae486e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:29:50Z', 'revision_number': 6, 'project_id': 'bada48f0853f4642b538bab7eae486e6', 'gw_port_host': None}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:29:50.868150 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d8e0745-8501-439d-9964-bcc4484fb868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914597'] for router_gateway (9661a351-3fc5-44e0-8b28-d0a5eb455318), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:50.962400 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d8e0745-8501-439d-9964-bcc4484fb868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (9661a351-3fc5-44e0-8b28-d0a5eb455318), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:50.964862 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d8e0745-8501-439d-9964-bcc4484fb868 admin admin] Publish callbacks [] for router_controller (9661a351-3fc5-44e0-8b28-d0a5eb455318), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:51.010546 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d8e0745-8501-439d-9964-bcc4484fb868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3914471'] for router (9661a351-3fc5-44e0-8b28-d0a5eb455318), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:51.011055 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8e0745-8501-439d-9964-bcc4484fb868 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9661a351-3fc5-44e0-8b28-d0a5eb455318 {{(pid=103812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 08:29:51.015978 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d8e0745-8501-439d-9964-bcc4484fb868 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:51.017147 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-1d8e0745-8501-439d-9964-bcc4484fb868 admin admin] 10.222.0.57 "DELETE /v2.0/routers/9661a351-3fc5-44e0-8b28-d0a5eb455318 HTTP/1.1" status: 204 len: 168 time: 0.8540852 Jun 04 08:29:51.019849 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 55990) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:51.046473 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:51.071701 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_v2 [None req-04921dfb-57d5-45cb-b75e-c870bb4c23f0 admin admin] Deleting subnet 5faa1da9-51be-4c06-b751-2fe7b4126f56 {{(pid=103812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 08:29:51.075159 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-04921dfb-57d5-45cb-b75e-c870bb4c23f0 admin admin] Publish callbacks [] for subnet (5faa1da9-51be-4c06-b751-2fe7b4126f56), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:51.112238 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-04921dfb-57d5-45cb-b75e-c870bb4c23f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127242989'] for subnet (5faa1da9-51be-4c06-b751-2fe7b4126f56), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:51.193219 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-04921dfb-57d5-45cb-b75e-c870bb4c23f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381204'] for subnet (5faa1da9-51be-4c06-b751-2fe7b4126f56), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:51.251722 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-04921dfb-57d5-45cb-b75e-c870bb4c23f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126739955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126094885'] for subnet (5faa1da9-51be-4c06-b751-2fe7b4126f56), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:51.278714 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04921dfb-57d5-45cb-b75e-c870bb4c23f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5faa1da9-51be-4c06-b751-2fe7b4126f56,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:51.283007 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-04921dfb-57d5-45cb-b75e-c870bb4c23f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:51.286375 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-04921dfb-57d5-45cb-b75e-c870bb4c23f0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5faa1da9-51be-4c06-b751-2fe7b4126f56 HTTP/1.1" status: 204 len: 168 time: 0.2655027 Jun 04 08:29:51.289116 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 55992) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:51.290498 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec529c3-6f63-4ca7-9f93-7f7d176e74c7 None None] Network b88cbea7-518a-4446-bcff-56c4dc453510 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:29:51.367452 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1320922'] for network (b88cbea7-518a-4446-bcff-56c4dc453510), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:51.421329 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] Deleting port 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:29:51.421329 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (52a5c9cb-1ef0-4d92-9a7c-c94313afb963), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:51.487727 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] For port 52a5c9cb-1ef0-4d92-9a7c-c94313afb963, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=52a5c9cb-1ef0-4d92-9a7c-c94313afb963,segment=NetworkSegment(170b3f10-ed25-44db-a443-a07f51450348),segment_id=170b3f10-ed25-44db-a443-a07f51450348)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:29:51.488090 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (52a5c9cb-1ef0-4d92-9a7c-c94313afb963), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:51.502225 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] Calling delete_port for 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 owned by network:dhcp {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:29:51.589654 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (52a5c9cb-1ef0-4d92-9a7c-c94313afb963), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:51.620976 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=52a5c9cb-1ef0-4d92-9a7c-c94313afb963,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:51.624873 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] No DVR routers for this DVR port 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 on host dv-cinder-836996-29-iscsi {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:29:51.643951 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00f63e9-9271-4c17-8e25-4900259f0188 None None] DHCP port deletion for b88cbea7-518a-4446-bcff-56c4dc453510 request from dv-cinder-836996-29-iscsi {{(pid=103813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 08:29:51.729650 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1404371', 'neutron.services.segments.db._delete_segments_for_network-8739929666573'] for network (b88cbea7-518a-4446-bcff-56c4dc453510), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:51.755021 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88cbea7-518a-4446-bcff-56c4dc453510']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:51.766387 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170b3f10-ed25-44db-a443-a07f51450348') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:51.766694 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170b3f10-ed25-44db-a443-a07f51450348') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:29:51.773635 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:51.777710 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739929665940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127320121'] for segment (170b3f10-ed25-44db-a443-a07f51450348), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:51.791767 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (170b3f10-ed25-44db-a443-a07f51450348), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:51.798546 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 08:29:51.798992 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127079392'] for segment (170b3f10-ed25-44db-a443-a07f51450348), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:51.844697 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 170b3f10-ed25-44db-a443-a07f51450348 resource provider aggregate not found Jun 04 08:29:51.863304 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 170b3f10-ed25-44db-a443-a07f51450348 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 170b3f10-ed25-44db-a443-a07f51450348 found for delete ", "request_id": "req-c540bf30-0c10-43a1-bf51-9083a1584fec"}]} Jun 04 08:29:51.868757 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1404356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3914569'] for network (b88cbea7-518a-4446-bcff-56c4dc453510), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:51.880961 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:51.884383 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b88cbea7-518a-4446-bcff-56c4dc453510 HTTP/1.1" status: 204 len: 168 time: 0.5940883 Jun 04 08:29:51.896140 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c377b2b-f762-45f1-8f3c-1cdef9520fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b88cbea7-518a-4446-bcff-56c4dc453510,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:52.032334 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 56026) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:52.082828 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-93a98492-7a88-4539-9f25-b3e4bc3981e4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bada48f0853f4642b538bab7eae486e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0469565 Jun 04 08:29:52.083196 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 56028) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:52.131420 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:52.146816 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-17ccb8a6-52b6-4d6f-91d7-0818bb60001d admin admin] Publish callbacks [] for security_group (c16caec9-6bae-4a41-8e03-68b0f2275d53), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:52.177557 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-17ccb8a6-52b6-4d6f-91d7-0818bb60001d admin admin] Publish callbacks [] for security_group (c16caec9-6bae-4a41-8e03-68b0f2275d53), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:52.252261 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-17ccb8a6-52b6-4d6f-91d7-0818bb60001d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (c16caec9-6bae-4a41-8e03-68b0f2275d53), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:52.255029 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-17ccb8a6-52b6-4d6f-91d7-0818bb60001d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:52.256177 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-17ccb8a6-52b6-4d6f-91d7-0818bb60001d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c16caec9-6bae-4a41-8e03-68b0f2275d53 HTTP/1.1" status: 204 len: 168 time: 0.1722922 Jun 04 08:29:52.265448 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccb8a6-52b6-4d6f-91d7-0818bb60001d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16caec9-6bae-4a41-8e03-68b0f2275d53,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:52.854851 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:29:52.874053 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:29:52.874410 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 52a5c9cb-1ef0-4d92-9a7c-c94313afb963 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:29:52.874835 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:29:52.894465 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:29:52.894816 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device fdbbe8ab-5bda-4385-a2d8-ff7bd77b128e not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:29:52.895235 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 5183d11f-2f97-4a70-992b-452e34eebb73 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:29:52.915453 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: 5183d11f-2f97-4a70-992b-452e34eebb73 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:29:52.915713 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 5183d11f-2f97-4a70-992b-452e34eebb73 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:29:56.065703 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 56124) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:56.173239 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-97633b49-e958-4ac0-9524-811b83355385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:56.250539 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-97633b49-e958-4ac0-9524-811b83355385 admin admin] Publish callbacks [] for security_group (a5ec749f-f4c4-4951-9a3d-7ae0767431c1), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:56.255242 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-97633b49-e958-4ac0-9524-811b83355385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (a5ec749f-f4c4-4951-9a3d-7ae0767431c1), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:56.296181 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-97633b49-e958-4ac0-9524-811b83355385 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e375fd852daf4f33bab2fc475809f7be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292893 Jun 04 08:29:56.297427 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97633b49-e958-4ac0-9524-811b83355385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ec749f-f4c4-4951-9a3d-7ae0767431c1,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:56.299823 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 56128) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:29:56.352187 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b7ee-6137-4edc-be36-7cb1272818bc admin admin] Publish callbacks [] for security_group (a5ec749f-f4c4-4951-9a3d-7ae0767431c1), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:56.374626 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b7ee-6137-4edc-be36-7cb1272818bc admin admin] Publish callbacks [] for security_group (a5ec749f-f4c4-4951-9a3d-7ae0767431c1), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:56.423980 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b7ee-6137-4edc-be36-7cb1272818bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (a5ec749f-f4c4-4951-9a3d-7ae0767431c1), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:56.426897 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b7ee-6137-4edc-be36-7cb1272818bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:56.428097 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ffa0b7ee-6137-4edc-be36-7cb1272818bc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a5ec749f-f4c4-4951-9a3d-7ae0767431c1 HTTP/1.1" status: 204 len: 168 time: 0.1276822 Jun 04 08:29:56.437449 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0b7ee-6137-4edc-be36-7cb1272818bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ec749f-f4c4-4951-9a3d-7ae0767431c1,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:29:56.972791 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c0612-1e95-4c61-b861-8a8682fde128 req-548dabd7-7abc-4f7b-ba53-4eb8ce20d13a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:56.974399 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-450c0612-1e95-4c61-b861-8a8682fde128 req-548dabd7-7abc-4f7b-ba53-4eb8ce20d13a tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 947 time: 0.0563726 Jun 04 08:29:57.032154 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-450c0612-1e95-4c61-b861-8a8682fde128 req-e4dcee4a-a990-4a17-8d9c-11133613d416 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473011 Jun 04 08:29:57.992251 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:29:58.167308 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cd231-0a2d-479e-8952-7bf990dc7e1f req-b12541c1-d393-43fe-883e-b59e4c03daf3 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:58.168840 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f30cd231-0a2d-479e-8952-7bf990dc7e1f req-b12541c1-d393-43fe-883e-b59e4c03daf3 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 947 time: 0.0551980 Jun 04 08:29:58.220333 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f30cd231-0a2d-479e-8952-7bf990dc7e1f req-f4a62e70-e57f-4546-a7e2-a634ccf499fe tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446560 Jun 04 08:29:59.360231 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122186-3de0-404a-a1a7-f74b9fe84574 req-71efc234-c758-44fc-934d-f6bfbffde452 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:59.361782 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c7122186-3de0-404a-a1a7-f74b9fe84574 req-71efc234-c758-44fc-934d-f6bfbffde452 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 947 time: 0.0629818 Jun 04 08:29:59.418201 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c7122186-3de0-404a-a1a7-f74b9fe84574 req-d589bec0-9bd8-4321-8ae5-355c5816c46e tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499580 Jun 04 08:29:59.899248 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:29:59.910135 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-52cef7b0-2859-4b17-8f48-1049be97cbd4 req-5bc7961a-c191-4888-b5a6-e0acb5f5ba0c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420713 Jun 04 08:29:59.977505 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cef7b0-2859-4b17-8f48-1049be97cbd4 req-acd98c29-0a81-4679-8354-fbee20c07cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:29:59.979057 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-52cef7b0-2859-4b17-8f48-1049be97cbd4 req-acd98c29-0a81-4679-8354-fbee20c07cfa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1cc798a91bd74226a144199bd78c2331&device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 1130 time: 0.0424936 Jun 04 08:30:00.047586 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bac684-5dcf-4073-a2cf-2b65e758703a req-d26e3d3e-cd97-4650-b979-b1cfa0d13d7e tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:00.050435 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-68bac684-5dcf-4073-a2cf-2b65e758703a req-d26e3d3e-cd97-4650-b979-b1cfa0d13d7e tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.77 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 947 time: 0.0499654 Jun 04 08:30:00.103366 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cef7b0-2859-4b17-8f48-1049be97cbd4 req-ab6d079a-1433-43bd-99e5-553904c412b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:00.104895 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-52cef7b0-2859-4b17-8f48-1049be97cbd4 req-ab6d079a-1433-43bd-99e5-553904c412b6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b657dda9-96b8-450c-85f0-94a70753fce4 HTTP/1.1" status: 200 len: 913 time: 0.0947807 Jun 04 08:30:00.133747 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-68bac684-5dcf-4073-a2cf-2b65e758703a req-a3c70eef-b7e5-4b46-8f07-258ce51770e0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Deleting port 5c7575c9-8b00-46e8-9c65-da760e1beee5 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:30:00.134133 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-68bac684-5dcf-4073-a2cf-2b65e758703a req-a3c70eef-b7e5-4b46-8f07-258ce51770e0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:00.168316 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-52cef7b0-2859-4b17-8f48-1049be97cbd4 req-5b636e65-fee6-436d-9f38-39637a010d59 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2805571-faf8-4dd1-8627-4a86bcb1649a HTTP/1.1" status: 200 len: 1001 time: 0.0566247 Jun 04 08:30:00.214115 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:00.223358 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cef7b0-2859-4b17-8f48-1049be97cbd4 req-c1847024-dcc3-4d91-a2be-60de419982a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:00.224859 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-52cef7b0-2859-4b17-8f48-1049be97cbd4 req-c1847024-dcc3-4d91-a2be-60de419982a4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e421c33-394d-4f1f-9f83-0ef1951dc532 HTTP/1.1" status: 200 len: 851 time: 0.0489047 Jun 04 08:30:00.232496 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-68bac684-5dcf-4073-a2cf-2b65e758703a req-a3c70eef-b7e5-4b46-8f07-258ce51770e0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] For port 5c7575c9-8b00-46e8-9c65-da760e1beee5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=5c7575c9-8b00-46e8-9c65-da760e1beee5,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:30:00.232866 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-68bac684-5dcf-4073-a2cf-2b65e758703a req-a3c70eef-b7e5-4b46-8f07-258ce51770e0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:00.276681 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cef7b0-2859-4b17-8f48-1049be97cbd4 req-44cacc86-1041-492e-9770-60ce1481c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:00.278255 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-52cef7b0-2859-4b17-8f48-1049be97cbd4 req-44cacc86-1041-492e-9770-60ce1481c8af service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b657dda9-96b8-450c-85f0-94a70753fce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467577 Jun 04 08:30:00.381122 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-52cef7b0-2859-4b17-8f48-1049be97cbd4 req-80012f7d-6d40-4629-8ac5-1576b8dbfb12 service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949585 Jun 04 08:30:00.489960 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-52cef7b0-2859-4b17-8f48-1049be97cbd4 req-d780f174-d3ba-420c-87ea-1e3198bed466 service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022441 Jun 04 08:30:00.580798 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:00.595109 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c6327-de9c-40a0-a7e4-05ac62bb71e1 req-740e93cb-1127-4216-a83f-c19a14080276 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:00.596686 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-580c6327-de9c-40a0-a7e4-05ac62bb71e1 req-740e93cb-1127-4216-a83f-c19a14080276 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 947 time: 0.0887337 Jun 04 08:30:00.735077 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-580c6327-de9c-40a0-a7e4-05ac62bb71e1 req-5bbee287-23ca-49fc-9dc5-240c040c7211 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups?id=9b984ae0-059d-4063-9717-89f59d44bcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252916 Jun 04 08:30:00.754036 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-68bac684-5dcf-4073-a2cf-2b65e758703a req-a3c70eef-b7e5-4b46-8f07-258ce51770e0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:00.755075 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-68bac684-5dcf-4073-a2cf-2b65e758703a req-a3c70eef-b7e5-4b46-8f07-258ce51770e0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (fad9c9ed-76a7-4184-b1ee-0a25e0b343b4), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:00.755236 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.l3_db [req-68bac684-5dcf-4073-a2cf-2b65e758703a req-a3c70eef-b7e5-4b46-8f07-258ce51770e0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Floating IP fad9c9ed-76a7-4184-b1ee-0a25e0b343b4 disassociated. External IP: 172.27.2.15, port: 5c7575c9-8b00-46e8-9c65-da760e1beee5. Jun 04 08:30:00.755466 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-68bac684-5dcf-4073-a2cf-2b65e758703a req-a3c70eef-b7e5-4b46-8f07-258ce51770e0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Calling delete_port for 5c7575c9-8b00-46e8-9c65-da760e1beee5 owned by compute:nova {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:30:00.932881 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-68bac684-5dcf-4073-a2cf-2b65e758703a req-a3c70eef-b7e5-4b46-8f07-258ce51770e0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (5c7575c9-8b00-46e8-9c65-da760e1beee5), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:00.975297 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c70eef-b7e5-4b46-8f07-258ce51770e0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Pushing event deleted for resources: {'Port': ['ID=5c7575c9-8b00-46e8-9c65-da760e1beee5,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:01.106666 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68bac684-5dcf-4073-a2cf-2b65e758703a req-a3c70eef-b7e5-4b46-8f07-258ce51770e0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:30:01.239318 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68bac684-5dcf-4073-a2cf-2b65e758703a req-a3c70eef-b7e5-4b46-8f07-258ce51770e0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:30:01.245031 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:01.251831 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d8b92-df81-4b95-9934-84ef3c8a7a22 None None] Sync routers for ids ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:30:01.268785 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317d8b92-df81-4b95-9934-84ef3c8a7a22 None None] Routers {'97975f8f-dd3d-4549-94ae-5a22d1c34a57'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:30:01.269010 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-317d8b92-df81-4b95-9934-84ef3c8a7a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:29:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:30:01.296318 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bac684-5dcf-4073-a2cf-2b65e758703a req-a3c70eef-b7e5-4b46-8f07-258ce51770e0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] No DVR routers for this DVR port 5c7575c9-8b00-46e8-9c65-da760e1beee5 on host hv-cinder-83699 {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:30:01.299098 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-68bac684-5dcf-4073-a2cf-2b65e758703a req-a3c70eef-b7e5-4b46-8f07-258ce51770e0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:01.302846 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-68bac684-5dcf-4073-a2cf-2b65e758703a req-a3c70eef-b7e5-4b46-8f07-258ce51770e0 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.77 "DELETE /v2.0/ports/5c7575c9-8b00-46e8-9c65-da760e1beee5 HTTP/1.1" status: 204 len: 173 time: 1.2481923 Jun 04 08:30:01.303351 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540d085f-a0b7-4cd6-8258-f21790f3136a', 'name': 'network-vif-deleted', 'tag': '5c7575c9-8b00-46e8-9c65-da760e1beee5'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:30:01.306341 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364b57fc-28cd-46c9-a875-e767bae674fb" -d '{"events": [{"server_uuid": "540d085f-a0b7-4cd6-8258-f21790f3136a", "name": "network-vif-deleted", "tag": "5c7575c9-8b00-46e8-9c65-da760e1beee5"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:30:01.379792 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe23c3c-ae79-4cb2-8e68-1a8852464151 x-openstack-request-id: req-dfe23c3c-ae79-4cb2-8e68-1a8852464151 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:30:01.380384 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540d085f-a0b7-4cd6-8258-f21790f3136a", "name": "network-vif-deleted", "tag": "5c7575c9-8b00-46e8-9c65-da760e1beee5", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:30:01.380854 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dfe23c3c-ae79-4cb2-8e68-1a8852464151 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:30:01.381582 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe23c3c-ae79-4cb2-8e68-1a8852464151'] response: {'server_uuid': '540d085f-a0b7-4cd6-8258-f21790f3136a', 'name': 'network-vif-deleted', 'tag': '5c7575c9-8b00-46e8-9c65-da760e1beee5', 'status': 'completed', 'code': 200} Jun 04 08:30:01.461945 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-317d8b92-df81-4b95-9934-84ef3c8a7a22 None None] Set router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:30:01.812946 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-317d8b92-df81-4b95-9934-84ef3c8a7a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:10Z', 'revision_number': 4, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port': {'id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'e733a09b-e458-4c3b-be34-d7272b66f7c6', 'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'mac_address': 'fa:16:3e:0b:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:05Z', 'updated_at': '2022-06-04T08:23:20Z', 'revision_number': 5, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'subnets': [{'id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:30:01.814805 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:01.847807 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d8b92-df81-4b95-9934-84ef3c8a7a22 None None] Checking router: 97975f8f-dd3d-4549-94ae-5a22d1c34a57 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:30:01.858946 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317d8b92-df81-4b95-9934-84ef3c8a7a22 None None] Routers {'97975f8f-dd3d-4549-94ae-5a22d1c34a57'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:30:01.859083 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-317d8b92-df81-4b95-9934-84ef3c8a7a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:29:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:30:01.860769 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:01.889987 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ee438462-18bc-4e9a-b312-b51eef963819 req-569575ef-3c06-496e-aa9b-50c741992ad3 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 210 time: 0.0436854 Jun 04 08:30:01.989410 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-317d8b92-df81-4b95-9934-84ef3c8a7a22 None None] Set router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:30:02.214932 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-317d8b92-df81-4b95-9934-84ef3c8a7a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:10Z', 'revision_number': 4, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port': {'id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'e733a09b-e458-4c3b-be34-d7272b66f7c6', 'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'mac_address': 'fa:16:3e:0b:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:05Z', 'updated_at': '2022-06-04T08:23:20Z', 'revision_number': 5, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'subnets': [{'id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:30:02.247870 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d8b92-df81-4b95-9934-84ef3c8a7a22 None None] The sync data for ids ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'] in dv-cinder-836996-29-iscsi is: [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:23:10Z', 'revision_number': 4, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port': {'id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'e733a09b-e458-4c3b-be34-d7272b66f7c6', 'name': '', 'network_id': '3ffca17b-eb82-420d-9eb0-3683041b6356', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'mac_address': 'fa:16:3e:0b:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:23:05Z', 'updated_at': '2022-06-04T08:23:20Z', 'revision_number': 5, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'subnets': [{'id': '02e06554-fbcb-49c6-b330-43781b1202a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:30:02.487896 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bdc35b-378b-4e9c-9429-f4bc38703823 None None] New status for floating IP fad9c9ed-76a7-4184-b1ee-0a25e0b343b4: DOWN {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:30:02.565146 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:03.012068 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6cb7c994-a81f-45ec-8749-d903822a8baf req-41ba9908-1def-439a-beda-1b4ee89a3a2d tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 210 time: 0.0298150 Jun 04 08:30:04.128418 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d8a000ba-d742-4eb1-a020-7c5fb9ff18a6 req-88fa0265-c7b5-482b-ae0e-dc60c3fd50d7 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/ports?device_id=540d085f-a0b7-4cd6-8258-f21790f3136a HTTP/1.1" status: 200 len: 210 time: 0.0281658 Jun 04 08:30:05.045849 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 5c7575c9-8b00-46e8-9c65-da760e1beee5 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:30:05.068042 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: 5c7575c9-8b00-46e8-9c65-da760e1beee5 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:30:05.068487 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 5c7575c9-8b00-46e8-9c65-da760e1beee5 not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:30:05.226074 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 56302) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:05.290497 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1f77ffa0-a624-403b-ad06-3a2239722441 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group (9b984ae0-059d-4063-9717-89f59d44bcc6), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:05.321285 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1f77ffa0-a624-403b-ad06-3a2239722441 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group (9b984ae0-059d-4063-9717-89f59d44bcc6), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:05.374395 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1f77ffa0-a624-403b-ad06-3a2239722441 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (9b984ae0-059d-4063-9717-89f59d44bcc6), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:05.377050 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1f77ffa0-a624-403b-ad06-3a2239722441 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:05.378229 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-1f77ffa0-a624-403b-ad06-3a2239722441 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "DELETE /v2.0/security-groups/9b984ae0-059d-4063-9717-89f59d44bcc6 HTTP/1.1" status: 204 len: 168 time: 0.1511374 Jun 04 08:30:05.381463 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 56304) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:05.387932 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77ffa0-a624-403b-ad06-3a2239722441 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b984ae0-059d-4063-9717-89f59d44bcc6,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:05.397458 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.api.v2.resource [None req-6ad6bf46-9c2b-4b56-a380-afc572417479 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] show failed (client error): The resource could not be found. Jun 04 08:30:05.398519 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6ad6bf46-9c2b-4b56-a380-afc572417479 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "GET /v2.0/security-groups/9b984ae0-059d-4063-9717-89f59d44bcc6 HTTP/1.1" status: 404 len: 347 time: 0.0151596 Jun 04 08:30:05.401437 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 56306) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:05.478672 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:05.523069 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-bc86919f-dbe1-4a72-bb66-beb099ad76c6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Deleting port 63f71a89-d94d-4fa1-9ed6-9c63a8174269 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:30:05.523443 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bc86919f-dbe1-4a72-bb66-beb099ad76c6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (63f71a89-d94d-4fa1-9ed6-9c63a8174269), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:05.613221 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bc86919f-dbe1-4a72-bb66-beb099ad76c6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (63f71a89-d94d-4fa1-9ed6-9c63a8174269), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:05.613549 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bc86919f-dbe1-4a72-bb66-beb099ad76c6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for floatingip (63f71a89-d94d-4fa1-9ed6-9c63a8174269), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:05.634230 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-bc86919f-dbe1-4a72-bb66-beb099ad76c6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Calling delete_port for 63f71a89-d94d-4fa1-9ed6-9c63a8174269 owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:30:05.775276 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bc86919f-dbe1-4a72-bb66-beb099ad76c6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (63f71a89-d94d-4fa1-9ed6-9c63a8174269), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:05.805441 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86919f-dbe1-4a72-bb66-beb099ad76c6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Pushing event deleted for resources: {'Port': ['ID=63f71a89-d94d-4fa1-9ed6-9c63a8174269,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:05.881473 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bc86919f-dbe1-4a72-bb66-beb099ad76c6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks [] for floatingip (fad9c9ed-76a7-4184-b1ee-0a25e0b343b4), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:05.884050 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bc86919f-dbe1-4a72-bb66-beb099ad76c6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:05.885230 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-bc86919f-dbe1-4a72-bb66-beb099ad76c6 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] 10.222.0.57 "DELETE /v2.0/floatingips/fad9c9ed-76a7-4184-b1ee-0a25e0b343b4 HTTP/1.1" status: 204 len: 168 time: 0.4820607 Jun 04 08:30:06.414826 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 56338) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:06.526099 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-edc8f52b-647e-4258-829c-98e876553750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:06.573745 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-49a6f0f4-1676-4086-be1a-1c83fa301daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:06.612490 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-edc8f52b-647e-4258-829c-98e876553750 admin admin] Publish callbacks [] for security_group (08feb510-8152-41f5-a3fb-fd6c66df52d2), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:06.616642 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-edc8f52b-647e-4258-829c-98e876553750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (08feb510-8152-41f5-a3fb-fd6c66df52d2), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:06.622480 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:06.655061 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8f52b-647e-4258-829c-98e876553750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08feb510-8152-41f5-a3fb-fd6c66df52d2,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:06.667189 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-edc8f52b-647e-4258-829c-98e876553750 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1c5594eb3c42475a8cb6da9f5ca5f373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497108 Jun 04 08:30:06.670494 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 56342) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:06.727933 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-21708649-b5e9-45ec-a800-d475f668db0a admin admin] Publish callbacks [] for security_group (08feb510-8152-41f5-a3fb-fd6c66df52d2), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:06.768889 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-21708649-b5e9-45ec-a800-d475f668db0a admin admin] Publish callbacks [] for security_group (08feb510-8152-41f5-a3fb-fd6c66df52d2), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:06.826963 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-21708649-b5e9-45ec-a800-d475f668db0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (08feb510-8152-41f5-a3fb-fd6c66df52d2), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:06.830317 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-21708649-b5e9-45ec-a800-d475f668db0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:06.831753 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-21708649-b5e9-45ec-a800-d475f668db0a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/08feb510-8152-41f5-a3fb-fd6c66df52d2 HTTP/1.1" status: 204 len: 168 time: 0.1603067 Jun 04 08:30:06.840199 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21708649-b5e9-45ec-a800-d475f668db0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08feb510-8152-41f5-a3fb-fd6c66df52d2,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:07.253667 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 56372) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:07.281361 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7e028f30-8582-4b55-8afa-5367357071a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:07.350910 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:07.381185 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7e028f30-8582-4b55-8afa-5367357071a7 admin admin] Publish callbacks [] for security_group (80f9b13b-f01b-4fc8-85d6-900ff3218664), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:07.385400 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7e028f30-8582-4b55-8afa-5367357071a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (80f9b13b-f01b-4fc8-85d6-900ff3218664), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:07.429041 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7e028f30-8582-4b55-8afa-5367357071a7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dcab245d33094420ba7badbc55980811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1739848 Jun 04 08:30:07.429917 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e028f30-8582-4b55-8afa-5367357071a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f9b13b-f01b-4fc8-85d6-900ff3218664,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:07.432443 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 56378) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:07.493943 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fac8aa43-93b3-48e8-8765-3ac3ed283c6f admin admin] Publish callbacks [] for security_group (80f9b13b-f01b-4fc8-85d6-900ff3218664), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:07.522851 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fac8aa43-93b3-48e8-8765-3ac3ed283c6f admin admin] Publish callbacks [] for security_group (80f9b13b-f01b-4fc8-85d6-900ff3218664), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:07.551649 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:07.585605 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fac8aa43-93b3-48e8-8765-3ac3ed283c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (80f9b13b-f01b-4fc8-85d6-900ff3218664), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:07.588229 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fac8aa43-93b3-48e8-8765-3ac3ed283c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:07.589368 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-fac8aa43-93b3-48e8-8765-3ac3ed283c6f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/80f9b13b-f01b-4fc8-85d6-900ff3218664 HTTP/1.1" status: 204 len: 168 time: 0.1555161 Jun 04 08:30:07.600327 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8aa43-93b3-48e8-8765-3ac3ed283c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f9b13b-f01b-4fc8-85d6-900ff3218664,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:08.259698 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:30:08.416692 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 56414) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:08.923783 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-24729f6f-9b64-483c-b9af-6a6b6633b2e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915298'] for router_interface (97975f8f-dd3d-4549-94ae-5a22d1c34a57), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:09.121506 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:09.125170 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-f3b2498d-e9da-45d8-8010-01e57bacee53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:09.172940 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-24729f6f-9b64-483c-b9af-6a6b6633b2e8 admin admin] Deleting port e733a09b-e458-4c3b-be34-d7272b66f7c6 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:30:09.173275 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-24729f6f-9b64-483c-b9af-6a6b6633b2e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (e733a09b-e458-4c3b-be34-d7272b66f7c6), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:09.274929 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-24729f6f-9b64-483c-b9af-6a6b6633b2e8 admin admin] For port e733a09b-e458-4c3b-be34-d7272b66f7c6, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=e733a09b-e458-4c3b-be34-d7272b66f7c6,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:30:09.275302 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-24729f6f-9b64-483c-b9af-6a6b6633b2e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (e733a09b-e458-4c3b-be34-d7272b66f7c6), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:09.291283 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-24729f6f-9b64-483c-b9af-6a6b6633b2e8 admin admin] Calling delete_port for e733a09b-e458-4c3b-be34-d7272b66f7c6 owned by network:router_interface {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:30:09.492785 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-24729f6f-9b64-483c-b9af-6a6b6633b2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (e733a09b-e458-4c3b-be34-d7272b66f7c6), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:09.518935 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24729f6f-9b64-483c-b9af-6a6b6633b2e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e733a09b-e458-4c3b-be34-d7272b66f7c6,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:09.525516 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:09.747501 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-24729f6f-9b64-483c-b9af-6a6b6633b2e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914418'] for router_interface (97975f8f-dd3d-4549-94ae-5a22d1c34a57), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:09.988752 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24729f6f-9b64-483c-b9af-6a6b6633b2e8 admin admin] Router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:30:10.095663 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24729f6f-9b64-483c-b9af-6a6b6633b2e8 admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:30:10.100740 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-24729f6f-9b64-483c-b9af-6a6b6633b2e8 admin admin] 10.222.0.57 "PUT /v2.0/routers/97975f8f-dd3d-4549-94ae-5a22d1c34a57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6821773 Jun 04 08:30:10.104653 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 56460) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:10.112837 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56b122d-5097-4557-af36-e1b450d5c60a None None] Sync routers for ids ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:30:10.124290 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:10.130886 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56b122d-5097-4557-af36-e1b450d5c60a None None] Routers {'97975f8f-dd3d-4549-94ae-5a22d1c34a57'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:30:10.131499 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-f56b122d-5097-4557-af36-e1b450d5c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:30:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:30:10.146649 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:10.223851 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46c4c04f-2f06-4356-afdf-ff19638fd0b5 admin admin] Publish callbacks [] for router (97975f8f-dd3d-4549-94ae-5a22d1c34a57), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:10.238610 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-f56b122d-5097-4557-af36-e1b450d5c60a None None] Set router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:30:10.327781 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46c4c04f-2f06-4356-afdf-ff19638fd0b5 admin admin] Publish callbacks [] for router_gateway (97975f8f-dd3d-4549-94ae-5a22d1c34a57), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:10.372028 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-46c4c04f-2f06-4356-afdf-ff19638fd0b5 admin admin] Deleting port 90b4baa8-ff13-4bad-89bb-15e40ae47606 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:30:10.372363 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46c4c04f-2f06-4356-afdf-ff19638fd0b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (90b4baa8-ff13-4bad-89bb-15e40ae47606), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:10.410136 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-f56b122d-5097-4557-af36-e1b450d5c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:30:09Z', 'revision_number': 5, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port': {'id': '90b4baa8-ff13-4bad-89bb-15e40ae47606', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:22:56Z', 'updated_at': '2022-06-04T08:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:30:10.436076 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56b122d-5097-4557-af36-e1b450d5c60a None None] Checking router: 97975f8f-dd3d-4549-94ae-5a22d1c34a57 for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:30:10.445516 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56b122d-5097-4557-af36-e1b450d5c60a None None] Routers {'97975f8f-dd3d-4549-94ae-5a22d1c34a57'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:30:10.446166 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-f56b122d-5097-4557-af36-e1b450d5c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:30:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:30:10.455154 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-46c4c04f-2f06-4356-afdf-ff19638fd0b5 admin admin] For port 90b4baa8-ff13-4bad-89bb-15e40ae47606, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=90b4baa8-ff13-4bad-89bb-15e40ae47606,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:30:10.455519 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46c4c04f-2f06-4356-afdf-ff19638fd0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (90b4baa8-ff13-4bad-89bb-15e40ae47606), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:10.474109 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-46c4c04f-2f06-4356-afdf-ff19638fd0b5 admin admin] Calling delete_port for 90b4baa8-ff13-4bad-89bb-15e40ae47606 owned by network:router_gateway {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:30:10.534680 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-f56b122d-5097-4557-af36-e1b450d5c60a None None] Set router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 gateway port host: None {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:30:10.546279 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:10.588787 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-f56b122d-5097-4557-af36-e1b450d5c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:30:10Z', 'revision_number': 6, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port_host': None}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:30:10.616039 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56b122d-5097-4557-af36-e1b450d5c60a None None] The sync data for ids ['97975f8f-dd3d-4549-94ae-5a22d1c34a57'] in dv-cinder-836996-29-iscsi is: [{'id': '97975f8f-dd3d-4549-94ae-5a22d1c34a57', 'name': 'tempest-AttachVolumeShelveTestJSON-943871407-router', 'tenant_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:22:54Z', 'updated_at': '2022-06-04T08:30:10Z', 'revision_number': 6, 'project_id': 'bb59e7902bf94c62a6f9b5e7e4cbabe3', 'gw_port_host': None}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:30:10.673238 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46c4c04f-2f06-4356-afdf-ff19638fd0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (90b4baa8-ff13-4bad-89bb-15e40ae47606), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:10.702181 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4c04f-2f06-4356-afdf-ff19638fd0b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=90b4baa8-ff13-4bad-89bb-15e40ae47606,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:10.776178 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46c4c04f-2f06-4356-afdf-ff19638fd0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914597'] for router_gateway (97975f8f-dd3d-4549-94ae-5a22d1c34a57), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:10.879460 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46c4c04f-2f06-4356-afdf-ff19638fd0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (97975f8f-dd3d-4549-94ae-5a22d1c34a57), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:10.882821 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46c4c04f-2f06-4356-afdf-ff19638fd0b5 admin admin] Publish callbacks [] for router_controller (97975f8f-dd3d-4549-94ae-5a22d1c34a57), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:10.938048 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46c4c04f-2f06-4356-afdf-ff19638fd0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3914471'] for router (97975f8f-dd3d-4549-94ae-5a22d1c34a57), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:10.938651 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c4c04f-2f06-4356-afdf-ff19638fd0b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97975f8f-dd3d-4549-94ae-5a22d1c34a57 {{(pid=103812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 08:30:10.946878 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46c4c04f-2f06-4356-afdf-ff19638fd0b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:10.947858 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-46c4c04f-2f06-4356-afdf-ff19638fd0b5 admin admin] 10.222.0.57 "DELETE /v2.0/routers/97975f8f-dd3d-4549-94ae-5a22d1c34a57 HTTP/1.1" status: 204 len: 168 time: 0.8419940 Jun 04 08:30:10.952591 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 56468) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:11.024120 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-26be1e99-f408-41b6-a826-a5479af4f1cf admin admin] Deleting subnet 02e06554-fbcb-49c6-b330-43781b1202a6 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 08:30:11.032618 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-26be1e99-f408-41b6-a826-a5479af4f1cf admin admin] Publish callbacks [] for subnet (02e06554-fbcb-49c6-b330-43781b1202a6), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:11.093415 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-26be1e99-f408-41b6-a826-a5479af4f1cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127320112'] for subnet (02e06554-fbcb-49c6-b330-43781b1202a6), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:11.148404 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device e733a09b-e458-4c3b-be34-d7272b66f7c6 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:30:11.175329 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: e733a09b-e458-4c3b-be34-d7272b66f7c6 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:30:11.176094 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device e733a09b-e458-4c3b-be34-d7272b66f7c6 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:30:11.211725 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-26be1e99-f408-41b6-a826-a5479af4f1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381204'] for subnet (02e06554-fbcb-49c6-b330-43781b1202a6), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:11.283035 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-26be1e99-f408-41b6-a826-a5479af4f1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127079354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127108435'] for subnet (02e06554-fbcb-49c6-b330-43781b1202a6), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:11.318978 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be1e99-f408-41b6-a826-a5479af4f1cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e06554-fbcb-49c6-b330-43781b1202a6,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:11.325674 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:11.326124 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-26be1e99-f408-41b6-a826-a5479af4f1cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:11.333228 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 56482) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:11.334061 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-26be1e99-f408-41b6-a826-a5479af4f1cf admin admin] 10.222.0.57 "DELETE /v2.0/subnets/02e06554-fbcb-49c6-b330-43781b1202a6 HTTP/1.1" status: 204 len: 168 time: 0.3801661 Jun 04 08:30:11.336007 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f6ca04-bbdf-482a-a1b7-361c50902193 None None] Network 3ffca17b-eb82-420d-9eb0-3683041b6356 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:30:11.418363 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1320922'] for network (3ffca17b-eb82-420d-9eb0-3683041b6356), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:11.471374 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] Deleting port cb99348b-fc0a-495c-af3b-db6bb2ed7982 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:30:11.471732 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (cb99348b-fc0a-495c-af3b-db6bb2ed7982), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:11.525036 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] DHCP port deletion for 3ffca17b-eb82-420d-9eb0-3683041b6356 request from dv-cinder-836996-29-iscsi {{(pid=103813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 08:30:11.543377 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] For port cb99348b-fc0a-495c-af3b-db6bb2ed7982, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=cb99348b-fc0a-495c-af3b-db6bb2ed7982,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:30:11.544288 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (cb99348b-fc0a-495c-af3b-db6bb2ed7982), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:11.558652 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] Calling delete_port for cb99348b-fc0a-495c-af3b-db6bb2ed7982 owned by network:dhcp {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:30:11.560843 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:11.569904 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Deleting port cb99348b-fc0a-495c-af3b-db6bb2ed7982 {{(pid=103813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:30:11.570194 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (cb99348b-fc0a-495c-af3b-db6bb2ed7982), before_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:11.638954 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] For port cb99348b-fc0a-495c-af3b-db6bb2ed7982, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=cb99348b-fc0a-495c-af3b-db6bb2ed7982,segment=NetworkSegment(0f5d7438-c87f-4dfc-a410-5a8361fe170d),segment_id=0f5d7438-c87f-4dfc-a410-5a8361fe170d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:30:11.639642 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (cb99348b-fc0a-495c-af3b-db6bb2ed7982), precommit_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:11.642851 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (cb99348b-fc0a-495c-af3b-db6bb2ed7982), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:11.654741 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Calling delete_port for cb99348b-fc0a-495c-af3b-db6bb2ed7982 owned by network:dhcp {{(pid=103813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:30:11.665062 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:11.670839 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb99348b-fc0a-495c-af3b-db6bb2ed7982,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:11.673037 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] No DVR routers for this DVR port cb99348b-fc0a-495c-af3b-db6bb2ed7982 on host dv-cinder-836996-29-iscsi {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:30:11.742455 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926'] for port (cb99348b-fc0a-495c-af3b-db6bb2ed7982), after_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:11.752380 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1404371', 'neutron.services.segments.db._delete_segments_for_network-8739929666573'] for network (3ffca17b-eb82-420d-9eb0-3683041b6356), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:11.768422 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Pushing event deleted for resources: {'Port': ['ID=cb99348b-fc0a-495c-af3b-db6bb2ed7982,revision_number=None']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:11.774077 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] No DVR routers for this DVR port cb99348b-fc0a-495c-af3b-db6bb2ed7982 on host dv-cinder-836996-29-iscsi {{(pid=103813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:30:11.782997 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:11.783342 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:11.783678 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:11.784025 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:11.784605 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:11.784703 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:11.784975 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:11.785294 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:11.785613 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:11.786445 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:11.787349 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:11.787691 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:11.788027 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:11.788358 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:11.788681 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2e79a3-13c2-4126-bd86-123bc47a8251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:11.789767 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffca17b-eb82-420d-9eb0-3683041b6356']}} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:30:11.805803 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5d7438-c87f-4dfc-a410-5a8361fe170d') {'for_net_delete': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:30:11.806432 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5d7438-c87f-4dfc-a410-5a8361fe170d') {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:30:11.828344 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739929665940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127242980'] for segment (0f5d7438-c87f-4dfc-a410-5a8361fe170d), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:11.850039 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (0f5d7438-c87f-4dfc-a410-5a8361fe170d), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:11.859164 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 08:30:11.859700 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126739881'] for segment (0f5d7438-c87f-4dfc-a410-5a8361fe170d), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:11.899394 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment 0f5d7438-c87f-4dfc-a410-5a8361fe170d resource provider aggregate not found Jun 04 08:30:11.933531 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment 0f5d7438-c87f-4dfc-a410-5a8361fe170d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f5d7438-c87f-4dfc-a410-5a8361fe170d found for delete ", "request_id": "req-9f247926-80c2-4946-bcb1-f95195cba707"}]} Jun 04 08:30:11.934707 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1404356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3914569'] for network (3ffca17b-eb82-420d-9eb0-3683041b6356), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:11.939212 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:11.942861 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3ffca17b-eb82-420d-9eb0-3683041b6356 HTTP/1.1" status: 204 len: 168 time: 0.6078768 Jun 04 08:30:11.967682 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b7f0d-7424-499b-ac72-4364f05053c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ffca17b-eb82-420d-9eb0-3683041b6356,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:12.125062 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 56494) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:12.173360 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-2d619731-7daa-4608-a8d2-1462940a10af admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bb59e7902bf94c62a6f9b5e7e4cbabe3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0468915 Jun 04 08:30:12.175841 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 56496) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:12.206533 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:12.231249 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c36f8d81-f2b8-4005-bafe-03e1a125b036 admin admin] Publish callbacks [] for security_group (a78ee161-34ff-42bb-b740-91adc7b949bb), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:12.257247 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c36f8d81-f2b8-4005-bafe-03e1a125b036 admin admin] Publish callbacks [] for security_group (a78ee161-34ff-42bb-b740-91adc7b949bb), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:12.310365 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c36f8d81-f2b8-4005-bafe-03e1a125b036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (a78ee161-34ff-42bb-b740-91adc7b949bb), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:12.313098 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c36f8d81-f2b8-4005-bafe-03e1a125b036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:12.314290 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-c36f8d81-f2b8-4005-bafe-03e1a125b036 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a78ee161-34ff-42bb-b740-91adc7b949bb HTTP/1.1" status: 204 len: 168 time: 0.1373551 Jun 04 08:30:12.322678 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f8d81-f2b8-4005-bafe-03e1a125b036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78ee161-34ff-42bb-b740-91adc7b949bb,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:12.934969 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 90b4baa8-ff13-4bad-89bb-15e40ae47606 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:30:12.977523 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: 90b4baa8-ff13-4bad-89bb-15e40ae47606 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:30:12.978415 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 90b4baa8-ff13-4bad-89bb-15e40ae47606 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:30:12.979343 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device cb99348b-fc0a-495c-af3b-db6bb2ed7982 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:30:12.982996 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:13.053153 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: cb99348b-fc0a-495c-af3b-db6bb2ed7982 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:30:13.053505 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device cb99348b-fc0a-495c-af3b-db6bb2ed7982 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:30:20.591209 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=71 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:20.593194 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=77 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:21.292350 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=65,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:21.296829 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=38,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:22.316965 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=9,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:22.318303 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=57,neutron:DELETE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:22.918980 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:22.989112 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:27.995206 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:36.571499 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9554740b-d07c-4367-bcb2-a06506f07085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:37.871920 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-42a26656-e1c4-4570-b382-d82caf54864f req-2d99489f-4416-412c-ab82-381f775c1530 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435844236&fields=id&tenant_id=1cc798a91bd74226a144199bd78c2331 HTTP/1.1" status: 200 len: 267 time: 0.0685124 Jun 04 08:30:38.034190 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a26656-e1c4-4570-b382-d82caf54864f req-228b00cd-b9cb-470b-8054-c841d16931e3 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:38.036404 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-42a26656-e1c4-4570-b382-d82caf54864f req-228b00cd-b9cb-470b-8054-c841d16931e3 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/networks?id=b657dda9-96b8-450c-85f0-94a70753fce4 HTTP/1.1" status: 200 len: 812 time: 0.1557925 Jun 04 08:30:38.058110 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-42a26656-e1c4-4570-b382-d82caf54864f req-f899d847-0e1b-49e7-8709-64b0ca1cfcc2 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/quotas/1cc798a91bd74226a144199bd78c2331 HTTP/1.1" status: 200 len: 375 time: 0.0159657 Jun 04 08:30:38.130202 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-42a26656-e1c4-4570-b382-d82caf54864f req-19c41e30-b0ed-4c4a-8df6-f09d5e077421 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1cc798a91bd74226a144199bd78c2331&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0571747 Jun 04 08:30:38.348677 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-42a26656-e1c4-4570-b382-d82caf54864f req-69871cb5-6261-4753-8e84-e62a844894f2 service neutron] 10.222.0.57 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042227 Jun 04 08:30:38.372249 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:38.384052 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:38.454153 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-42a26656-e1c4-4570-b382-d82caf54864f req-ccbd532a-a905-48c8-a740-dfbf1b795dc2 service neutron] 10.222.0.57 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987022 Jun 04 08:30:38.811960 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e76fc215-d431-4be7-a8d1-e4ff37a96cbe req-0e3acf88-889f-40e2-8db0-a4e84dd75a55 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 210 time: 0.0325024 Jun 04 08:30:39.121419 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9d1b1408-1e8b-4d34-81e8-0198fa9365f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:39.924237 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-580099d4-f4fb-458b-a127-904bb45e01b4 req-f6fd7dcf-d344-44fa-a7b0-c9d136ed8594 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 210 time: 0.0319831 Jun 04 08:30:40.117280 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:41.037255 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3fa3f33f-cc27-4421-992e-801fbcbd0934 req-18f4c225-cdfa-48b5-8a4a-36b066dd4cf1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 210 time: 0.0340168 Jun 04 08:30:41.315991 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:41.338141 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a26656-e1c4-4570-b382-d82caf54864f req-734981c8-541b-4bb2-9aa5-6533665c4d22 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:41.340197 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-42a26656-e1c4-4570-b382-d82caf54864f req-734981c8-541b-4bb2-9aa5-6533665c4d22 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.77 "GET /v2.0/networks?id=b657dda9-96b8-450c-85f0-94a70753fce4 HTTP/1.1" status: 200 len: 812 time: 0.1287704 Jun 04 08:30:41.432519 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-42a26656-e1c4-4570-b382-d82caf54864f req-0ab0a34d-c0f4-4c89-b38e-ccf96c609e83 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cc798a91bd74226a144199bd78c2331 HTTP/1.1" status: 200 len: 379 time: 0.0790854 Jun 04 08:30:41.449352 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-42a26656-e1c4-4570-b382-d82caf54864f req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Request body: {'port': {'device_id': 'b559e2dc-67d5-4fee-81f0-36be93d5feb4', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'admin_state_up': True, 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'security_groups': ['9950a238-b648-4b92-ae90-866e15ec73bb']}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:30:41.592229 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a26656-e1c4-4570-b382-d82caf54864f req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Made reservation on behalf of 1cc798a91bd74226a144199bd78c2331 for: {'port': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:30:41.603438 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-42a26656-e1c4-4570-b382-d82caf54864f req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:41.752807 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [req-42a26656-e1c4-4570-b382-d82caf54864f req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Allocated IP 172.20.0.5 (b657dda9-96b8-450c-85f0-94a70753fce4/8e421c33-394d-4f1f-9f83-0ef1951dc532/604511b4-e9e1-43e9-8e21-c6b0b33bc05a) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:30:41.925641 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-42a26656-e1c4-4570-b382-d82caf54864f req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for port (604511b4-e9e1-43e9-8e21-c6b0b33bc05a), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:41.976100 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-42a26656-e1c4-4570-b382-d82caf54864f req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (604511b4-e9e1-43e9-8e21-c6b0b33bc05a), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:42.038318 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a26656-e1c4-4570-b382-d82caf54864f req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Network b657dda9-96b8-450c-85f0-94a70753fce4 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:30:42.045237 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [req-42a26656-e1c4-4570-b382-d82caf54864f req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:30:42.052787 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a26656-e1c4-4570-b382-d82caf54864f req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:30:42.217929 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409baa2-c071-4fe4-8282-eba7998818b2 req-f91f872b-1c83-4e2f-8ab4-eb444525f352 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:42.228876 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6409baa2-c071-4fe4-8282-eba7998818b2 req-f91f872b-1c83-4e2f-8ab4-eb444525f352 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 931 time: 0.0792193 Jun 04 08:30:42.318245 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6409baa2-c071-4fe4-8282-eba7998818b2 req-25e1ec83-0d2c-4b85-a60d-4cda4d7ae8bf tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870867 Jun 04 08:30:42.418964 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event updated for resources: {'Port': ['ID=604511b4-e9e1-43e9-8e21-c6b0b33bc05a,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:42.435196 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:42.435850 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:42.436121 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:42.436646 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:42.436857 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:42.437182 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:42.437503 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:42.437845 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:42.438178 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:42.438505 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:42.438844 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:42.439170 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:42.439489 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:42.439798 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:42.440039 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-a984ba0d-a9b1-4c18-b872-31b0e243d629 None None] Provisioning complete for port 604511b4-e9e1-43e9-8e21-c6b0b33bc05a triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:30:42.440503 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:42.440607 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a984ba0d-a9b1-4c18-b872-31b0e243d629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (604511b4-e9e1-43e9-8e21-c6b0b33bc05a), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:42.467708 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a26656-e1c4-4570-b382-d82caf54864f req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:42.468365 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-42a26656-e1c4-4570-b382-d82caf54864f req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:42.495852 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-a984ba0d-a9b1-4c18-b872-31b0e243d629 None None] Port 604511b4-e9e1-43e9-8e21-c6b0b33bc05a cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:30:42.506049 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-42a26656-e1c4-4570-b382-d82caf54864f req-166f0397-4c0a-4921-a901-80740c4240f1 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0650396 Jun 04 08:30:42.519160 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Request body: {'port': {'device_id': 'b559e2dc-67d5-4fee-81f0-36be93d5feb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:30:42.555851 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:42.584989 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (604511b4-e9e1-43e9-8e21-c6b0b33bc05a), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:42.586834 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:42.909225 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:42.974844 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604511b4-e9e1-43e9-8e21-c6b0b33bc05a {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:30:42.983350 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Publish callbacks [] for port (604511b4-e9e1-43e9-8e21-c6b0b33bc05a), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:42.998934 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Transition to ACTIVE for port object 604511b4-e9e1-43e9-8e21-c6b0b33bc05a will not be triggered until provisioned by entity L2. {{(pid=103812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:30:43.003969 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (604511b4-e9e1-43e9-8e21-c6b0b33bc05a), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:43.070732 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Pushing event updated for resources: {'Port': ['ID=604511b4-e9e1-43e9-8e21-c6b0b33bc05a,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:43.167912 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Attempting to bind port 604511b4-e9e1-43e9-8e21-c6b0b33bc05a on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:30:43.168393 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Attempting to bind port 604511b4-e9e1-43e9-8e21-c6b0b33bc05a by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:30:43.168822 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Attempting to bind port 604511b4-e9e1-43e9-8e21-c6b0b33bc05a on network b657dda9-96b8-450c-85f0-94a70753fce4 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:30:43.178574 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Port 604511b4-e9e1-43e9-8e21-c6b0b33bc05a on network b657dda9-96b8-450c-85f0-94a70753fce4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:30:43.179072 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Attempting to bind port 604511b4-e9e1-43e9-8e21-c6b0b33bc05a on network b657dda9-96b8-450c-85f0-94a70753fce4 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:30:43.188173 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:30:43.188595 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Checking segment: {'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:30:43.189057 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Bound using segment: {'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:30:43.189509 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Bound port: 604511b4-e9e1-43e9-8e21-c6b0b33bc05a, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:30:43.189943 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (604511b4-e9e1-43e9-8e21-c6b0b33bc05a), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:43.276462 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] For port 604511b4-e9e1-43e9-8e21-c6b0b33bc05a, host hv-cinder-83699, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:30:43.280970 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] For port 604511b4-e9e1-43e9-8e21-c6b0b33bc05a, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=604511b4-e9e1-43e9-8e21-c6b0b33bc05a,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:30:43.288148 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (604511b4-e9e1-43e9-8e21-c6b0b33bc05a), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:43.333912 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:43.334544 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:43.335975 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-42a26656-e1c4-4570-b382-d82caf54864f req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] 10.222.0.77 "PUT /v2.0/ports/604511b4-e9e1-43e9-8e21-c6b0b33bc05a HTTP/1.1" status: 200 len: 1093 time: 0.8215675 Jun 04 08:30:43.336528 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b559e2dc-67d5-4fee-81f0-36be93d5feb4', 'tag': '604511b4-e9e1-43e9-8e21-c6b0b33bc05a'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:30:43.339664 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b762bfa5-b286-42bc-8cda-704e50f690f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b559e2dc-67d5-4fee-81f0-36be93d5feb4", "tag": "604511b4-e9e1-43e9-8e21-c6b0b33bc05a"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:30:43.367081 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b215c0-28f2-4736-a6cd-6c0d5de3faa8 service neutron] Pushing event updated for resources: {'Port': ['ID=604511b4-e9e1-43e9-8e21-c6b0b33bc05a,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:43.395197 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a013cb-b10b-43db-b3e4-bc24020b8080 x-openstack-request-id: req-26a013cb-b10b-43db-b3e4-bc24020b8080 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:30:43.395706 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b559e2dc-67d5-4fee-81f0-36be93d5feb4", "tag": "604511b4-e9e1-43e9-8e21-c6b0b33bc05a", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:30:43.395973 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-26a013cb-b10b-43db-b3e4-bc24020b8080 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:30:43.396405 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a013cb-b10b-43db-b3e4-bc24020b8080'] response: {'name': 'network-changed', 'server_uuid': 'b559e2dc-67d5-4fee-81f0-36be93d5feb4', 'tag': '604511b4-e9e1-43e9-8e21-c6b0b33bc05a', 'status': 'completed', 'code': 200} Jun 04 08:30:43.498343 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59322f63-dae5-4a1f-b94d-c7fe1accea77 req-f35b63e2-d85a-428c-b98b-7836dc052d35 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:43.500476 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-59322f63-dae5-4a1f-b94d-c7fe1accea77 req-f35b63e2-d85a-428c-b98b-7836dc052d35 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 943 time: 0.0607178 Jun 04 08:30:43.568753 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-59322f63-dae5-4a1f-b94d-c7fe1accea77 req-6f63e1b5-2e21-4a69-9c07-d594b9f9cc71 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612292 Jun 04 08:30:43.683290 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57066) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:43.801638 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0267b1b0-f8f0-4f8c-912b-5484ae6e430a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:43.892873 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0267b1b0-f8f0-4f8c-912b-5484ae6e430a admin admin] Publish callbacks [] for security_group (464df0a5-8a94-4426-a2c6-e823e901bf99), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:43.897625 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0267b1b0-f8f0-4f8c-912b-5484ae6e430a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (464df0a5-8a94-4426-a2c6-e823e901bf99), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:43.918937 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:43.947843 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-0267b1b0-f8f0-4f8c-912b-5484ae6e430a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=db435a44a0514ff5ad26c99a69c0c42f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632263 Jun 04 08:30:43.951488 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267b1b0-f8f0-4f8c-912b-5484ae6e430a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464df0a5-8a94-4426-a2c6-e823e901bf99,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:43.952680 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57074) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:44.018016 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Publish callbacks [] for security_group (464df0a5-8a94-4426-a2c6-e823e901bf99), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:44.048070 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Publish callbacks [] for security_group (464df0a5-8a94-4426-a2c6-e823e901bf99), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:44.111193 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (464df0a5-8a94-4426-a2c6-e823e901bf99), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:44.113686 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:44.114877 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/464df0a5-8a94-4426-a2c6-e823e901bf99 HTTP/1.1" status: 204 len: 168 time: 0.1619799 Jun 04 08:30:44.135953 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464df0a5-8a94-4426-a2c6-e823e901bf99,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:44.145799 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:44.146258 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:44.146672 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:44.147084 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:44.147488 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:44.147952 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:44.148307 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:44.148837 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:44.149210 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:44.149583 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:44.150004 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:44.150402 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:44.150906 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:44.151291 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:44.151711 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bb07b-ad05-4044-88dd-34de7089355d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:30:44.464044 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57090) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:44.480438 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e8c872f5-7f37-482d-b802-70fd5f0d9cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:44.504033 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:44.564236 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e8c872f5-7f37-482d-b802-70fd5f0d9cb1 admin admin] Publish callbacks [] for security_group (e2ea20f6-9a58-4d1d-8eb3-e8b24db63f06), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:44.568459 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e8c872f5-7f37-482d-b802-70fd5f0d9cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (e2ea20f6-9a58-4d1d-8eb3-e8b24db63f06), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:44.608443 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c872f5-7f37-482d-b802-70fd5f0d9cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ea20f6-9a58-4d1d-8eb3-e8b24db63f06,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:44.614359 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e8c872f5-7f37-482d-b802-70fd5f0d9cb1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b2de9dca5c264420aeed23c2e0924097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485162 Jun 04 08:30:44.616768 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57094) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:44.672200 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-91d2df75-e35d-4b01-8295-ac24aa8a696d admin admin] Publish callbacks [] for security_group (e2ea20f6-9a58-4d1d-8eb3-e8b24db63f06), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:44.695501 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-91d2df75-e35d-4b01-8295-ac24aa8a696d admin admin] Publish callbacks [] for security_group (e2ea20f6-9a58-4d1d-8eb3-e8b24db63f06), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:44.707677 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29100035-383e-4be1-aaa2-458578830d71 req-87838cb3-8809-4f92-9b41-7ae8427679eb tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:44.709761 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-29100035-383e-4be1-aaa2-458578830d71 req-87838cb3-8809-4f92-9b41-7ae8427679eb tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 943 time: 0.0617950 Jun 04 08:30:44.753005 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-91d2df75-e35d-4b01-8295-ac24aa8a696d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (e2ea20f6-9a58-4d1d-8eb3-e8b24db63f06), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:44.755582 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-91d2df75-e35d-4b01-8295-ac24aa8a696d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:44.756731 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-91d2df75-e35d-4b01-8295-ac24aa8a696d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2ea20f6-9a58-4d1d-8eb3-e8b24db63f06 HTTP/1.1" status: 204 len: 168 time: 0.1389463 Jun 04 08:30:44.765147 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2df75-e35d-4b01-8295-ac24aa8a696d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ea20f6-9a58-4d1d-8eb3-e8b24db63f06,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:44.765411 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-29100035-383e-4be1-aaa2-458578830d71 req-d7f78eb4-e267-47f2-9877-4ba1ab8e925c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492949 Jun 04 08:30:45.259417 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:30:45.882059 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:45.930450 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a69a4d-6a87-4f14-b177-ade56c6ea911 req-af714879-25b1-49ec-84d2-046e5dad0744 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:45.932282 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e5a69a4d-6a87-4f14-b177-ade56c6ea911 req-af714879-25b1-49ec-84d2-046e5dad0744 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 943 time: 0.0613031 Jun 04 08:30:45.949600 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:45.998276 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e5a69a4d-6a87-4f14-b177-ade56c6ea911 req-b983865c-ec48-4d4d-bb23-d23aa4d8b677 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604618 Jun 04 08:30:46.170877 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762bfa5-b286-42bc-8cda-704e50f690f7 req-fa765de9-ff70-4127-b80d-6dd2c1c45104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:46.172653 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b762bfa5-b286-42bc-8cda-704e50f690f7 req-fa765de9-ff70-4127-b80d-6dd2c1c45104 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1cc798a91bd74226a144199bd78c2331&device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 1127 time: 0.0587943 Jun 04 08:30:46.298102 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762bfa5-b286-42bc-8cda-704e50f690f7 req-9ca810d1-b6c6-41b8-9c61-8edff7bf7b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:46.299654 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b762bfa5-b286-42bc-8cda-704e50f690f7 req-9ca810d1-b6c6-41b8-9c61-8edff7bf7b7b service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=1cc798a91bd74226a144199bd78c2331&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1184249 Jun 04 08:30:46.420489 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762bfa5-b286-42bc-8cda-704e50f690f7 req-41b5b35a-d2c7-4236-8d6b-54cf4063c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:46.422514 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b762bfa5-b286-42bc-8cda-704e50f690f7 req-41b5b35a-d2c7-4236-8d6b-54cf4063c8cc service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1169491 Jun 04 08:30:46.529240 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a26656-e1c4-4570-b382-d82caf54864f req-c75da591-29d2-42d4-9381-b1be014b8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:46.530783 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-42a26656-e1c4-4570-b382-d82caf54864f req-c75da591-29d2-42d4-9381-b1be014b8480 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1cc798a91bd74226a144199bd78c2331&device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 1127 time: 0.0623684 Jun 04 08:30:46.583527 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-42a26656-e1c4-4570-b382-d82caf54864f req-81a2b5ce-0f56-4cfe-9f73-01cbd8d17ae9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=604511b4-e9e1-43e9-8e21-c6b0b33bc05a HTTP/1.1" status: 200 len: 217 time: 0.0447748 Jun 04 08:30:46.642251 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a26656-e1c4-4570-b382-d82caf54864f req-f612320f-a93a-420f-b8fb-68d0bb1b7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:46.643746 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-42a26656-e1c4-4570-b382-d82caf54864f req-f612320f-a93a-420f-b8fb-68d0bb1b7efb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e421c33-394d-4f1f-9f83-0ef1951dc532 HTTP/1.1" status: 200 len: 851 time: 0.0533361 Jun 04 08:30:46.697388 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a26656-e1c4-4570-b382-d82caf54864f req-d28a287b-4340-4780-b5e5-001539ab7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:46.699507 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-42a26656-e1c4-4570-b382-d82caf54864f req-d28a287b-4340-4780-b5e5-001539ab7ab0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b657dda9-96b8-450c-85f0-94a70753fce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499332 Jun 04 08:30:46.820964 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-42a26656-e1c4-4570-b382-d82caf54864f req-d27c4f56-1c53-4982-ad90-0bb6b2a05059 service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150789 Jun 04 08:30:46.964652 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:46.973364 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-42a26656-e1c4-4570-b382-d82caf54864f req-3f9b6e58-fca3-4722-a626-a8a88ee4996f service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449318 Jun 04 08:30:47.166451 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88990a9e-db2c-4f93-bb51-db4aa1505fe6 req-73ca9eaa-473b-4589-845e-91cb8c908986 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:47.168670 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-88990a9e-db2c-4f93-bb51-db4aa1505fe6 req-73ca9eaa-473b-4589-845e-91cb8c908986 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 943 time: 0.0628002 Jun 04 08:30:47.231674 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-88990a9e-db2c-4f93-bb51-db4aa1505fe6 req-11325f53-27d4-4f5b-abd2-37b7b3180b71 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562570 Jun 04 08:30:48.378184 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6d9a5-d05c-449f-ad5f-e111f605d539 req-59a50a76-a0b5-433c-8611-07f49ce3dc83 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:48.380009 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3cc6d9a5-d05c-449f-ad5f-e111f605d539 req-59a50a76-a0b5-433c-8611-07f49ce3dc83 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 943 time: 0.0644896 Jun 04 08:30:48.450885 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3cc6d9a5-d05c-449f-ad5f-e111f605d539 req-38be09a8-8881-4048-af04-b6bb02d10063 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639770 Jun 04 08:30:49.582116 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0204e-dc07-4fdc-8c25-a571f4575e38 req-d152b802-2013-423e-b177-8874a36aba9f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:49.583662 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-52c0204e-dc07-4fdc-8c25-a571f4575e38 req-d152b802-2013-423e-b177-8874a36aba9f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 943 time: 0.0548937 Jun 04 08:30:49.641082 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-52c0204e-dc07-4fdc-8c25-a571f4575e38 req-ecfe5918-e18f-4c9a-8f7f-d92c0c9a6744 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477982 Jun 04 08:30:50.760147 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff35095-d01b-4dc8-a67d-b2555f263193 req-19d16f24-1c31-49b8-82ec-bc2791624c27 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:50.761610 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8ff35095-d01b-4dc8-a67d-b2555f263193 req-19d16f24-1c31-49b8-82ec-bc2791624c27 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 943 time: 0.0471678 Jun 04 08:30:50.812744 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8ff35095-d01b-4dc8-a67d-b2555f263193 req-12ea5064-a688-4734-9814-3db62a0c5ac9 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454829 Jun 04 08:30:51.930154 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731ac8e-49c7-47d6-a28d-cc5f29e89a43 req-8eef6a42-ba0b-4c8f-8803-b1a5b481e9b8 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:51.932045 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e731ac8e-49c7-47d6-a28d-cc5f29e89a43 req-8eef6a42-ba0b-4c8f-8803-b1a5b481e9b8 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 943 time: 0.0504858 Jun 04 08:30:51.982871 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:52.024225 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e731ac8e-49c7-47d6-a28d-cc5f29e89a43 req-3f02700d-a4b6-48f7-b786-135cada02d78 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815499 Jun 04 08:30:52.438573 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57286) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:52.576264 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-861499d7-afd2-4929-8460-517d85260fcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:52.670769 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-861499d7-afd2-4929-8460-517d85260fcf admin admin] Publish callbacks [] for security_group (52df082a-ef93-448b-ad2d-8f76984df1f0), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:52.670769 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-861499d7-afd2-4929-8460-517d85260fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (52df082a-ef93-448b-ad2d-8f76984df1f0), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:52.709321 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861499d7-afd2-4929-8460-517d85260fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52df082a-ef93-448b-ad2d-8f76984df1f0,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:52.713697 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-861499d7-afd2-4929-8460-517d85260fcf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=561dc2b2ae7f4ec6a1afe56211132ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740459 Jun 04 08:30:52.718353 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57290) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:52.773364 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-87aed145-188d-43dd-8160-b6d8c007e9d9 admin admin] Publish callbacks [] for security_group (52df082a-ef93-448b-ad2d-8f76984df1f0), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:52.799480 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-87aed145-188d-43dd-8160-b6d8c007e9d9 admin admin] Publish callbacks [] for security_group (52df082a-ef93-448b-ad2d-8f76984df1f0), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:52.858573 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-87aed145-188d-43dd-8160-b6d8c007e9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (52df082a-ef93-448b-ad2d-8f76984df1f0), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:52.861156 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-87aed145-188d-43dd-8160-b6d8c007e9d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:52.862480 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-87aed145-188d-43dd-8160-b6d8c007e9d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/52df082a-ef93-448b-ad2d-8f76984df1f0 HTTP/1.1" status: 204 len: 168 time: 0.1440544 Jun 04 08:30:52.870761 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aed145-188d-43dd-8160-b6d8c007e9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52df082a-ef93-448b-ad2d-8f76984df1f0,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:53.147036 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752414a8-2b95-448c-a0d9-1f7570e52736 req-c56778ce-3913-4c7d-83ae-17d4da5b1760 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:53.148527 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-752414a8-2b95-448c-a0d9-1f7570e52736 req-c56778ce-3913-4c7d-83ae-17d4da5b1760 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 943 time: 0.0484319 Jun 04 08:30:53.176986 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57300) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:53.192162 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e88e93b0-cf11-4776-86cc-a1bbcd3b3b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:53.211684 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-752414a8-2b95-448c-a0d9-1f7570e52736 req-3982e0d3-acb9-4af8-93ee-bdff45ea316a tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564344 Jun 04 08:30:53.284234 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e88e93b0-cf11-4776-86cc-a1bbcd3b3b3e admin admin] Publish callbacks [] for security_group (db3e3a3b-144f-44a7-b76f-e556666ce8f5), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:53.289223 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e88e93b0-cf11-4776-86cc-a1bbcd3b3b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (db3e3a3b-144f-44a7-b76f-e556666ce8f5), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:53.333335 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e93b0-cf11-4776-86cc-a1bbcd3b3b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3e3a3b-144f-44a7-b76f-e556666ce8f5,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:53.341609 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e88e93b0-cf11-4776-86cc-a1bbcd3b3b3e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=612ff5004fd44334a15e218b61ff5281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632366 Jun 04 08:30:53.345997 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57304) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:53.407598 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a233ddc8-d759-44f2-83bc-a49b4cc10819 admin admin] Publish callbacks [] for security_group (db3e3a3b-144f-44a7-b76f-e556666ce8f5), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:53.433890 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a233ddc8-d759-44f2-83bc-a49b4cc10819 admin admin] Publish callbacks [] for security_group (db3e3a3b-144f-44a7-b76f-e556666ce8f5), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:53.498670 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a233ddc8-d759-44f2-83bc-a49b4cc10819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (db3e3a3b-144f-44a7-b76f-e556666ce8f5), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:53.501632 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a233ddc8-d759-44f2-83bc-a49b4cc10819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:53.503353 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a233ddc8-d759-44f2-83bc-a49b4cc10819 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/db3e3a3b-144f-44a7-b76f-e556666ce8f5 HTTP/1.1" status: 204 len: 168 time: 0.1579480 Jun 04 08:30:53.513303 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233ddc8-d759-44f2-83bc-a49b4cc10819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3e3a3b-144f-44a7-b76f-e556666ce8f5,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:53.531855 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:53.532895 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:53.541567 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57320) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:53.699274 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ea724e12-a9d7-45d4-86b1-550e08fe5cb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:53.797493 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ea724e12-a9d7-45d4-86b1-550e08fe5cb2 admin admin] Publish callbacks [] for security_group (a6de8942-1c88-4ca5-b0a8-d84c0dccb2b4), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:53.804293 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ea724e12-a9d7-45d4-86b1-550e08fe5cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (a6de8942-1c88-4ca5-b0a8-d84c0dccb2b4), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:53.851604 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ea724e12-a9d7-45d4-86b1-550e08fe5cb2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9a12f06abf3543f9b74d323553f9e880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082533 Jun 04 08:30:53.852869 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea724e12-a9d7-45d4-86b1-550e08fe5cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6de8942-1c88-4ca5-b0a8-d84c0dccb2b4,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:53.856345 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57334) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:53.929330 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-14537dae-317b-43cd-8ab8-90c87cd6d4b1 admin admin] Publish callbacks [] for security_group (a6de8942-1c88-4ca5-b0a8-d84c0dccb2b4), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:53.955059 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-14537dae-317b-43cd-8ab8-90c87cd6d4b1 admin admin] Publish callbacks [] for security_group (a6de8942-1c88-4ca5-b0a8-d84c0dccb2b4), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:54.019202 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-14537dae-317b-43cd-8ab8-90c87cd6d4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (a6de8942-1c88-4ca5-b0a8-d84c0dccb2b4), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:54.021792 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-14537dae-317b-43cd-8ab8-90c87cd6d4b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:54.023334 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-14537dae-317b-43cd-8ab8-90c87cd6d4b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a6de8942-1c88-4ca5-b0a8-d84c0dccb2b4 HTTP/1.1" status: 204 len: 168 time: 0.1658864 Jun 04 08:30:54.033567 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14537dae-317b-43cd-8ab8-90c87cd6d4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6de8942-1c88-4ca5-b0a8-d84c0dccb2b4,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:54.346902 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:54.360123 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ab5ed-fc5b-4bf1-bc18-532383da8ff3 req-a72e1157-b94c-42c7-bf33-d20836a5f937 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:54.361571 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ee4ab5ed-fc5b-4bf1-bc18-532383da8ff3 req-a72e1157-b94c-42c7-bf33-d20836a5f937 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 943 time: 0.0557482 Jun 04 08:30:54.422639 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ee4ab5ed-fc5b-4bf1-bc18-532383da8ff3 req-660dbf6a-f4a1-49fb-ae79-4bb440826e46 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506659 Jun 04 08:30:54.468319 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57358) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:54.487082 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b652c0f2-1a30-4be7-bca3-cc4f63ee641f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:54.536313 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:54.538358 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:54.580268 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b652c0f2-1a30-4be7-bca3-cc4f63ee641f admin admin] Publish callbacks [] for security_group (60afbeaa-a729-4043-ba40-21439a4d8b4f), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:54.586701 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b652c0f2-1a30-4be7-bca3-cc4f63ee641f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (60afbeaa-a729-4043-ba40-21439a4d8b4f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:54.657728 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-b652c0f2-1a30-4be7-bca3-cc4f63ee641f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cd6fc6fb26cb46b1a2e713cf46c7be96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880834 Jun 04 08:30:54.660599 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57362) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:54.663512 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652c0f2-1a30-4be7-bca3-cc4f63ee641f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60afbeaa-a729-4043-ba40-21439a4d8b4f,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:54.741718 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a97ef0e7-7df1-4bc6-9f8c-dfd7eb3fe811 admin admin] Publish callbacks [] for security_group (60afbeaa-a729-4043-ba40-21439a4d8b4f), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:54.765603 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a97ef0e7-7df1-4bc6-9f8c-dfd7eb3fe811 admin admin] Publish callbacks [] for security_group (60afbeaa-a729-4043-ba40-21439a4d8b4f), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:54.847897 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a97ef0e7-7df1-4bc6-9f8c-dfd7eb3fe811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (60afbeaa-a729-4043-ba40-21439a4d8b4f), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:54.852411 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a97ef0e7-7df1-4bc6-9f8c-dfd7eb3fe811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:54.854117 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a97ef0e7-7df1-4bc6-9f8c-dfd7eb3fe811 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60afbeaa-a729-4043-ba40-21439a4d8b4f HTTP/1.1" status: 204 len: 168 time: 0.1920335 Jun 04 08:30:54.870061 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ef0e7-7df1-4bc6-9f8c-dfd7eb3fe811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60afbeaa-a729-4043-ba40-21439a4d8b4f,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:55.151207 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 604511b4-e9e1-43e9-8e21-c6b0b33bc05a details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:30:55.256619 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:55.312826 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 604511b4-e9e1-43e9-8e21-c6b0b33bc05a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=604511b4-e9e1-43e9-8e21-c6b0b33bc05a,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:30:55.327717 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': '604511b4-e9e1-43e9-8e21-c6b0b33bc05a', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'port_id': '604511b4-e9e1-43e9-8e21-c6b0b33bc05a', 'mac_address': 'fa:16:3e:2a:f4:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:30:55.389902 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 604511b4-e9e1-43e9-8e21-c6b0b33bc05a is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:30:55.390323 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (604511b4-e9e1-43e9-8e21-c6b0b33bc05a), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:55.405596 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604511b4-e9e1-43e9-8e21-c6b0b33bc05a {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:30:55.435768 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 604511b4-e9e1-43e9-8e21-c6b0b33bc05a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=604511b4-e9e1-43e9-8e21-c6b0b33bc05a,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:30:55.442982 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (604511b4-e9e1-43e9-8e21-c6b0b33bc05a), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:55.508950 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=604511b4-e9e1-43e9-8e21-c6b0b33bc05a,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:55.617890 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3c659-d275-44a4-92d0-b6dc89058341 req-096f6dc5-f025-4f87-92a3-0abf591208e9 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:55.619845 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e8d3c659-d275-44a4-92d0-b6dc89058341 req-096f6dc5-f025-4f87-92a3-0abf591208e9 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 944 time: 0.0727589 Jun 04 08:30:55.666463 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['604511b4-e9e1-43e9-8e21-c6b0b33bc05a'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:30:55.702213 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e8d3c659-d275-44a4-92d0-b6dc89058341 req-5ebd2415-20d7-4811-98c9-523ef6bd76fc tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721927 Jun 04 08:30:55.790833 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57428) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:55.993260 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e0315cb4-6656-4643-acd2-7e831f9ff069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:56.360916 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e0315cb4-6656-4643-acd2-7e831f9ff069 admin admin] Publish callbacks [] for security_group (aab1aee4-29f9-47e2-8100-c72d0650c545), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:56.365762 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e0315cb4-6656-4643-acd2-7e831f9ff069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (aab1aee4-29f9-47e2-8100-c72d0650c545), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:56.414346 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e0315cb4-6656-4643-acd2-7e831f9ff069 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0cef3d09e53b43f889ff7446e69f7477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6224222 Jun 04 08:30:56.416449 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57450) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:56.417864 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0315cb4-6656-4643-acd2-7e831f9ff069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab1aee4-29f9-47e2-8100-c72d0650c545,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:56.480011 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5d76e5f1-9571-4498-805a-b0e3073ebfc1 admin admin] Publish callbacks [] for security_group (aab1aee4-29f9-47e2-8100-c72d0650c545), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:56.482700 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:56.508662 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5d76e5f1-9571-4498-805a-b0e3073ebfc1 admin admin] Publish callbacks [] for security_group (aab1aee4-29f9-47e2-8100-c72d0650c545), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:56.576610 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5d76e5f1-9571-4498-805a-b0e3073ebfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (aab1aee4-29f9-47e2-8100-c72d0650c545), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:56.579276 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5d76e5f1-9571-4498-805a-b0e3073ebfc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:56.583714 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-5d76e5f1-9571-4498-805a-b0e3073ebfc1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aab1aee4-29f9-47e2-8100-c72d0650c545 HTTP/1.1" status: 204 len: 168 time: 0.1647382 Jun 04 08:30:56.593918 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76e5f1-9571-4498-805a-b0e3073ebfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab1aee4-29f9-47e2-8100-c72d0650c545,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:56.899582 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47686675-2b4e-4abf-849b-70929a98ffd8 req-6f375f99-38de-41c9-8282-c2e55481a8c8 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:56.902842 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-47686675-2b4e-4abf-849b-70929a98ffd8 req-6f375f99-38de-41c9-8282-c2e55481a8c8 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 944 time: 0.0633163 Jun 04 08:30:56.971894 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-47686675-2b4e-4abf-849b-70929a98ffd8 req-dfe61fba-a3ff-43e2-9082-1eea9820214e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608196 Jun 04 08:30:57.121088 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57476) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:57.134700 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dde08020-3e66-4399-95d4-06967d6355f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:57.144389 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 604511b4-e9e1-43e9-8e21-c6b0b33bc05a up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:30:57.211439 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port 604511b4-e9e1-43e9-8e21-c6b0b33bc05a completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:30:57.219394 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port 604511b4-e9e1-43e9-8e21-c6b0b33bc05a triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:30:57.219805 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (604511b4-e9e1-43e9-8e21-c6b0b33bc05a), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:57.235432 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dde08020-3e66-4399-95d4-06967d6355f5 admin admin] Publish callbacks [] for security_group (eb80fee3-1798-4c8d-a4b7-8bd6655b83ba), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:57.252638 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dde08020-3e66-4399-95d4-06967d6355f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (eb80fee3-1798-4c8d-a4b7-8bd6655b83ba), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:57.312623 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde08020-3e66-4399-95d4-06967d6355f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb80fee3-1798-4c8d-a4b7-8bd6655b83ba,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:57.314082 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 604511b4-e9e1-43e9-8e21-c6b0b33bc05a is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:30:57.314526 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (604511b4-e9e1-43e9-8e21-c6b0b33bc05a), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:57.317855 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-dde08020-3e66-4399-95d4-06967d6355f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d7b5ce251a3a46eca7f951387ea0a036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957080 Jun 04 08:30:57.320461 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57484) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:57.346737 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b559e2dc-67d5-4fee-81f0-36be93d5feb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604511b4-e9e1-43e9-8e21-c6b0b33bc05a'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:30:57.349087 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5582fa26-7964-46a3-b609-29620465ef3b" -d '{"events": [{"server_uuid": "b559e2dc-67d5-4fee-81f0-36be93d5feb4", "name": "network-vif-plugged", "status": "completed", "tag": "604511b4-e9e1-43e9-8e21-c6b0b33bc05a"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:30:57.363820 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 604511b4-e9e1-43e9-8e21-c6b0b33bc05a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=604511b4-e9e1-43e9-8e21-c6b0b33bc05a,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:30:57.369212 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (604511b4-e9e1-43e9-8e21-c6b0b33bc05a), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:57.377479 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5a314da1-9019-472c-8c26-b84dc5b06592 admin admin] Publish callbacks [] for security_group (eb80fee3-1798-4c8d-a4b7-8bd6655b83ba), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:57.404894 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5a314da1-9019-472c-8c26-b84dc5b06592 admin admin] Publish callbacks [] for security_group (eb80fee3-1798-4c8d-a4b7-8bd6655b83ba), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:57.421284 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:57.427263 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:57.430017 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37bde41-4ae2-414b-97b8-e67d051363c4 x-openstack-request-id: req-a37bde41-4ae2-414b-97b8-e67d051363c4 {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:30:57.430408 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b559e2dc-67d5-4fee-81f0-36be93d5feb4", "name": "network-vif-plugged", "status": "completed", "tag": "604511b4-e9e1-43e9-8e21-c6b0b33bc05a", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:30:57.430729 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a37bde41-4ae2-414b-97b8-e67d051363c4 {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:30:57.431195 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a37bde41-4ae2-414b-97b8-e67d051363c4'] response: {'server_uuid': 'b559e2dc-67d5-4fee-81f0-36be93d5feb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604511b4-e9e1-43e9-8e21-c6b0b33bc05a', 'code': 200} Jun 04 08:30:57.438807 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=604511b4-e9e1-43e9-8e21-c6b0b33bc05a,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:57.483193 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5a314da1-9019-472c-8c26-b84dc5b06592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (eb80fee3-1798-4c8d-a4b7-8bd6655b83ba), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:57.486015 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5a314da1-9019-472c-8c26-b84dc5b06592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:57.490078 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-5a314da1-9019-472c-8c26-b84dc5b06592 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eb80fee3-1798-4c8d-a4b7-8bd6655b83ba HTTP/1.1" status: 204 len: 168 time: 0.1685991 Jun 04 08:30:57.499156 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a314da1-9019-472c-8c26-b84dc5b06592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb80fee3-1798-4c8d-a4b7-8bd6655b83ba,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:57.714549 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76165c7-3e60-4712-8a47-36c752d29825 req-aa13d820-13ba-48a9-9665-bb66bb6aaa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:57.716338 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e76165c7-3e60-4712-8a47-36c752d29825 req-aa13d820-13ba-48a9-9665-bb66bb6aaa2d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 1129 time: 0.0482254 Jun 04 08:30:57.790202 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e76165c7-3e60-4712-8a47-36c752d29825 req-e7b5b1ad-52ed-4f0f-9d30-2c26f10a0be3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649168 Jun 04 08:30:58.041260 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:58.160400 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49aa62b-4a32-4fd2-9896-25ab6456f023 req-9e9c9fc4-6d62-4930-bd62-93299450c31c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:58.163378 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b49aa62b-4a32-4fd2-9896-25ab6456f023 req-9e9c9fc4-6d62-4930-bd62-93299450c31c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 945 time: 0.0714586 Jun 04 08:30:58.239711 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b49aa62b-4a32-4fd2-9896-25ab6456f023 req-032431e1-8369-42cd-95a8-9dcf7588801a tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625081 Jun 04 08:30:58.717866 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57546) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:58.897735 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d0a77b4-b706-4d58-92f4-1e1aaa273070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:58.959284 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:58.972089 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:59.004247 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d0a77b4-b706-4d58-92f4-1e1aaa273070 admin admin] Publish callbacks [] for security_group (d89e9e31-d39c-436b-9c93-986052693802), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:59.010201 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d0a77b4-b706-4d58-92f4-1e1aaa273070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (d89e9e31-d39c-436b-9c93-986052693802), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:59.057029 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-1d0a77b4-b706-4d58-92f4-1e1aaa273070 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=843713c2b83545c4ad52f902f30ee7ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377974 Jun 04 08:30:59.059158 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a77b4-b706-4d58-92f4-1e1aaa273070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89e9e31-d39c-436b-9c93-986052693802,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:59.070482 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57554) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:59.144083 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6c50f9be-66bc-4362-b938-6f4020092b8e admin admin] Publish callbacks [] for security_group (d89e9e31-d39c-436b-9c93-986052693802), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:59.173461 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6c50f9be-66bc-4362-b938-6f4020092b8e admin admin] Publish callbacks [] for security_group (d89e9e31-d39c-436b-9c93-986052693802), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:59.246782 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6c50f9be-66bc-4362-b938-6f4020092b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (d89e9e31-d39c-436b-9c93-986052693802), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:59.249410 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6c50f9be-66bc-4362-b938-6f4020092b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:59.253789 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-6c50f9be-66bc-4362-b938-6f4020092b8e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d89e9e31-d39c-436b-9c93-986052693802 HTTP/1.1" status: 204 len: 168 time: 0.1821609 Jun 04 08:30:59.264487 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50f9be-66bc-4362-b938-6f4020092b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89e9e31-d39c-436b-9c93-986052693802,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:59.404299 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9e1dd-39ba-4ea9-aa30-959a887baef6 req-ae52f1a5-1397-45b5-b9e9-f35d5ff492ee tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:59.406740 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-46f9e1dd-39ba-4ea9-aa30-959a887baef6 req-ae52f1a5-1397-45b5-b9e9-f35d5ff492ee tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 945 time: 0.0616848 Jun 04 08:30:59.478621 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-46f9e1dd-39ba-4ea9-aa30-959a887baef6 req-cab5f1cd-9883-4918-bcce-4fd18283931e tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626669 Jun 04 08:30:59.622153 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc774d2-7ed0-4da6-a14a-4f1866b244da req-3343157c-f027-46fb-b7f2-b80dbfb90201 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:30:59.624017 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bbc774d2-7ed0-4da6-a14a-4f1866b244da req-3343157c-f027-46fb-b7f2-b80dbfb90201 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 945 time: 0.0634265 Jun 04 08:30:59.647179 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57578) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:59.719418 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bbc774d2-7ed0-4da6-a14a-4f1866b244da req-bc1276b1-dd14-49ea-bd70-1157c192e7f8 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889199 Jun 04 08:30:59.749793 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57582) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:59.793438 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57586) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:30:59.821113 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-800e2738-424e-4f7b-b221-8a9e720e3db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:59.914871 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-800e2738-424e-4f7b-b221-8a9e720e3db1 admin admin] Publish callbacks [] for security_group (b06a4894-ca40-4a66-8a8d-959c9dff5688), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:59.922622 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-800e2738-424e-4f7b-b221-8a9e720e3db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (b06a4894-ca40-4a66-8a8d-959c9dff5688), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:30:59.938798 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=20,neutron:SELECT=78,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:30:59.981266 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e2738-424e-4f7b-b221-8a9e720e3db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06a4894-ca40-4a66-8a8d-959c9dff5688,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:30:59.987189 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-800e2738-424e-4f7b-b221-8a9e720e3db1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=abff542719fa4f32ad5a20be0bf6fc3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923275 Jun 04 08:30:59.990638 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57592) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:00.052563 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2e757e70-67df-48fd-950a-a5291c477cbe admin admin] Publish callbacks [] for security_group (b06a4894-ca40-4a66-8a8d-959c9dff5688), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:00.084024 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2e757e70-67df-48fd-950a-a5291c477cbe admin admin] Publish callbacks [] for security_group (b06a4894-ca40-4a66-8a8d-959c9dff5688), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:00.090608 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:00.094159 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-32c3dbdd-d914-421d-adff-6c54ec2d75b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:00.112229 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b7cbba-1b69-4bb8-9f3a-9dfeeee58f39 tempest-TestVolumeBootPattern-1849344813 tempest-TestVolumeBootPattern-1849344813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:00.114021 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-01b7cbba-1b69-4bb8-9f3a-9dfeeee58f39 tempest-TestVolumeBootPattern-1849344813 tempest-TestVolumeBootPattern-1849344813-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 1124 time: 0.3631146 Jun 04 08:31:00.121806 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57594) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:00.127116 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Request body: {'floatingip': {'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'port_id': '604511b4-e9e1-43e9-8e21-c6b0b33bc05a', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:00.162805 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2e757e70-67df-48fd-950a-a5291c477cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (b06a4894-ca40-4a66-8a8d-959c9dff5688), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:00.168334 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2e757e70-67df-48fd-950a-a5291c477cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:00.170597 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-2e757e70-67df-48fd-950a-a5291c477cbe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b06a4894-ca40-4a66-8a8d-959c9dff5688 HTTP/1.1" status: 204 len: 168 time: 0.1791193 Jun 04 08:31:00.171340 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:00.187296 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e757e70-67df-48fd-950a-a5291c477cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06a4894-ca40-4a66-8a8d-959c9dff5688,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:00.328633 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:00.356867 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-32c3dbdd-d914-421d-adff-6c54ec2d75b6 admin admin] Publish callbacks [] for security_group (193b84ef-6660-4f55-bddf-84b86031905e), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:00.362944 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-32c3dbdd-d914-421d-adff-6c54ec2d75b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (193b84ef-6660-4f55-bddf-84b86031905e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:00.454729 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-32c3dbdd-d914-421d-adff-6c54ec2d75b6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1a3286213cec4c43a66b52e5808a4586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8063650 Jun 04 08:31:00.458657 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3dbdd-d914-421d-adff-6c54ec2d75b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193b84ef-6660-4f55-bddf-84b86031905e,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:00.459308 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57602) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:00.536858 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Allocated IP 172.27.2.181 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/530c683b-a7fa-4682-8dd0-bf853b051067) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:31:00.575382 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ab01d213-1702-47e5-8013-f071d45a1394 admin admin] Publish callbacks [] for security_group (193b84ef-6660-4f55-bddf-84b86031905e), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:00.605098 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ab01d213-1702-47e5-8013-f071d45a1394 admin admin] Publish callbacks [] for security_group (193b84ef-6660-4f55-bddf-84b86031905e), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:00.687267 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ab01d213-1702-47e5-8013-f071d45a1394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (193b84ef-6660-4f55-bddf-84b86031905e), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:00.687602 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for port (530c683b-a7fa-4682-8dd0-bf853b051067), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:00.690439 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ab01d213-1702-47e5-8013-f071d45a1394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:00.691918 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ab01d213-1702-47e5-8013-f071d45a1394 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/193b84ef-6660-4f55-bddf-84b86031905e HTTP/1.1" status: 204 len: 168 time: 0.2313178 Jun 04 08:31:00.708796 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01d213-1702-47e5-8013-f071d45a1394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193b84ef-6660-4f55-bddf-84b86031905e,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:00.717718 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:00.730992 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (530c683b-a7fa-4682-8dd0-bf853b051067), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:00.786766 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:31:00.790462 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:31:00.798766 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57614) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:00.802322 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:31:00.808989 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event updated for resources: {'Port': ['ID=530c683b-a7fa-4682-8dd0-bf853b051067,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:01.100776 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5b20956b-ec5e-4c71-85c1-ba72c8d5abc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:01.230431 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5b20956b-ec5e-4c71-85c1-ba72c8d5abc3 admin admin] Publish callbacks [] for security_group (95a24893-9501-4e3f-b4d8-399d50f3a463), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:01.239444 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5b20956b-ec5e-4c71-85c1-ba72c8d5abc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (95a24893-9501-4e3f-b4d8-399d50f3a463), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:01.249327 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:01.311149 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-5b20956b-ec5e-4c71-85c1-ba72c8d5abc3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=49d235b1cdc5434caaad2be580d2b77b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5112326 Jun 04 08:31:01.315211 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57624) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:01.324544 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:01.337273 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20956b-ec5e-4c71-85c1-ba72c8d5abc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a24893-9501-4e3f-b4d8-399d50f3a463,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:01.383361 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:01.391596 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3e76fc59-980f-4926-b0a8-7f4219f4c5b7 admin admin] Publish callbacks [] for security_group (95a24893-9501-4e3f-b4d8-399d50f3a463), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:01.398006 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for floatingip (1e262e49-fa82-47e6-9289-4af511f7e367), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:01.422890 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3e76fc59-980f-4926-b0a8-7f4219f4c5b7 admin admin] Publish callbacks [] for security_group (95a24893-9501-4e3f-b4d8-399d50f3a463), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:01.432950 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57630) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:01.492269 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3e76fc59-980f-4926-b0a8-7f4219f4c5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (95a24893-9501-4e3f-b4d8-399d50f3a463), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:01.495494 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3e76fc59-980f-4926-b0a8-7f4219f4c5b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:01.496962 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-3e76fc59-980f-4926-b0a8-7f4219f4c5b7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/95a24893-9501-4e3f-b4d8-399d50f3a463 HTTP/1.1" status: 204 len: 168 time: 0.1807384 Jun 04 08:31:01.498291 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8ba33d30-c5b3-4de9-a918-a69eda5107a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:01.507085 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76fc59-980f-4926-b0a8-7f4219f4c5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a24893-9501-4e3f-b4d8-399d50f3a463,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:01.567097 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (530c683b-a7fa-4682-8dd0-bf853b051067), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:01.759967 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8ba33d30-c5b3-4de9-a918-a69eda5107a1 admin admin] Publish callbacks [] for security_group (475fdefa-ac08-41f0-84f2-788575192f0e), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:01.768991 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8ba33d30-c5b3-4de9-a918-a69eda5107a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (475fdefa-ac08-41f0-84f2-788575192f0e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:01.812502 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:01.842537 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8ba33d30-c5b3-4de9-a918-a69eda5107a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=522b4d76117944519434fee236b04218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4026737 Jun 04 08:31:01.842939 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57642) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:01.847006 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba33d30-c5b3-4de9-a918-a69eda5107a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475fdefa-ac08-41f0-84f2-788575192f0e,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:01.898663 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for port (530c683b-a7fa-4682-8dd0-bf853b051067), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:01.907285 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (530c683b-a7fa-4682-8dd0-bf853b051067), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:01.944114 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ff4c787a-bc09-43df-9608-bbaf549fa9ee admin admin] Publish callbacks [] for security_group (475fdefa-ac08-41f0-84f2-788575192f0e), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:01.988208 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ff4c787a-bc09-43df-9608-bbaf549fa9ee admin admin] Publish callbacks [] for security_group (475fdefa-ac08-41f0-84f2-788575192f0e), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:01.999510 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event updated for resources: {'Port': ['ID=530c683b-a7fa-4682-8dd0-bf853b051067,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:02.024778 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (1e262e49-fa82-47e6-9289-4af511f7e367), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:02.060783 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ff4c787a-bc09-43df-9608-bbaf549fa9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (475fdefa-ac08-41f0-84f2-788575192f0e), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:02.064402 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ff4c787a-bc09-43df-9608-bbaf549fa9ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:02.070294 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ff4c787a-bc09-43df-9608-bbaf549fa9ee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/475fdefa-ac08-41f0-84f2-788575192f0e HTTP/1.1" status: 204 len: 168 time: 0.2233968 Jun 04 08:31:02.081614 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c787a-bc09-43df-9608-bbaf549fa9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475fdefa-ac08-41f0-84f2-788575192f0e,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:02.144194 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57648) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:02.163181 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f720-fbb6-453c-b80b-3ec6bc3af656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:02.178560 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Floating IP 1e262e49-fa82-47e6-9289-4af511f7e367 associated. External IP: 172.27.2.181, port: 604511b4-e9e1-43e9-8e21-c6b0b33bc05a. Jun 04 08:31:02.261011 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f720-fbb6-453c-b80b-3ec6bc3af656 admin admin] Publish callbacks [] for security_group (62f76516-0943-43bc-94d5-70109ddeae8c), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:02.269521 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f720-fbb6-453c-b80b-3ec6bc3af656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (62f76516-0943-43bc-94d5-70109ddeae8c), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:02.304972 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-d9d9f720-fbb6-453c-b80b-3ec6bc3af656 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=53fdbb2c89a1444e9ca74f92a3404578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1594882 Jun 04 08:31:02.309708 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57652) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:02.372488 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9f720-fbb6-453c-b80b-3ec6bc3af656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f76516-0943-43bc-94d5-70109ddeae8c,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:02.394437 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3f4d9985-f70f-44ba-9048-b4da066205cb admin admin] Publish callbacks [] for security_group (62f76516-0943-43bc-94d5-70109ddeae8c), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:02.395965 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57654) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:02.415882 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Router 5956fe31-3198-4f24-887c-652616177a08 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:31:02.426453 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3f4d9985-f70f-44ba-9048-b4da066205cb admin admin] Publish callbacks [] for security_group (62f76516-0943-43bc-94d5-70109ddeae8c), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:02.473895 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:02.504918 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3f4d9985-f70f-44ba-9048-b4da066205cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (62f76516-0943-43bc-94d5-70109ddeae8c), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:02.507416 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3f4d9985-f70f-44ba-9048-b4da066205cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:02.508737 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-3f4d9985-f70f-44ba-9048-b4da066205cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/62f76516-0943-43bc-94d5-70109ddeae8c HTTP/1.1" status: 204 len: 168 time: 0.1980064 Jun 04 08:31:02.517214 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d9985-f70f-44ba-9048-b4da066205cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f76516-0943-43bc-94d5-70109ddeae8c,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:02.605563 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:31:02.620325 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75276d63-e515-4940-a83e-051ee39e7469 None None] Sync routers for ids ['5956fe31-3198-4f24-887c-652616177a08'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:31:02.638184 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:02.641663 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75276d63-e515-4940-a83e-051ee39e7469 None None] Routers {'5956fe31-3198-4f24-887c-652616177a08'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:31:02.642349 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-75276d63-e515-4940-a83e-051ee39e7469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:30:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['5956fe31-3198-4f24-887c-652616177a08'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:02.684078 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-10a43329-a4e3-4b57-9879-3ec9ca6e5495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:02.699223 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6c1858d2-2ecb-40ce-9bca-64b9d2af831f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5755587 Jun 04 08:31:02.700558 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b559e2dc-67d5-4fee-81f0-36be93d5feb4', 'tag': '604511b4-e9e1-43e9-8e21-c6b0b33bc05a'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:31:02.704835 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc275c7-1ede-421d-a1cc-a10f58a0bf37" -d '{"events": [{"name": "network-changed", "server_uuid": "b559e2dc-67d5-4fee-81f0-36be93d5feb4", "tag": "604511b4-e9e1-43e9-8e21-c6b0b33bc05a"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:31:02.768191 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-75276d63-e515-4940-a83e-051ee39e7469 None None] Set router 5956fe31-3198-4f24-887c-652616177a08 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:31:02.773339 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:02.781649 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22228bcf-1d6d-43a9-9fb2-3954ba5b663d x-openstack-request-id: req-22228bcf-1d6d-43a9-9fb2-3954ba5b663d {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:31:02.782467 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b559e2dc-67d5-4fee-81f0-36be93d5feb4", "tag": "604511b4-e9e1-43e9-8e21-c6b0b33bc05a", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:31:02.782971 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-22228bcf-1d6d-43a9-9fb2-3954ba5b663d {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:31:02.783418 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22228bcf-1d6d-43a9-9fb2-3954ba5b663d'] response: {'name': 'network-changed', 'server_uuid': 'b559e2dc-67d5-4fee-81f0-36be93d5feb4', 'tag': '604511b4-e9e1-43e9-8e21-c6b0b33bc05a', 'status': 'completed', 'code': 200} Jun 04 08:31:02.873211 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc275c7-1ede-421d-a1cc-a10f58a0bf37 req-166409cb-f26e-489a-bc6e-754a5aca6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:02.874826 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ccc275c7-1ede-421d-a1cc-a10f58a0bf37 req-166409cb-f26e-489a-bc6e-754a5aca6bba service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1cc798a91bd74226a144199bd78c2331&device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 1129 time: 0.0691571 Jun 04 08:31:02.886166 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-10a43329-a4e3-4b57-9879-3ec9ca6e5495 admin admin] Publish callbacks [] for security_group (bbcc3860-9622-4dec-95f6-642ecb8f95f9), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:02.895776 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-10a43329-a4e3-4b57-9879-3ec9ca6e5495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (bbcc3860-9622-4dec-95f6-642ecb8f95f9), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:02.919439 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:02.987295 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-10a43329-a4e3-4b57-9879-3ec9ca6e5495 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f34002c98b3241aab2dc25329be63dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5895410 Jun 04 08:31:02.990398 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a43329-a4e3-4b57-9879-3ec9ca6e5495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcc3860-9622-4dec-95f6-642ecb8f95f9,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:02.991126 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57678) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:03.046267 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc275c7-1ede-421d-a1cc-a10f58a0bf37 req-6cfd5597-f6e7-4830-a82e-f810adffb103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:03.047777 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ccc275c7-1ede-421d-a1cc-a10f58a0bf37 req-6cfd5597-f6e7-4830-a82e-f810adffb103 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b657dda9-96b8-450c-85f0-94a70753fce4 HTTP/1.1" status: 200 len: 913 time: 0.1639650 Jun 04 08:31:03.101169 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a579c015-78bd-4d1c-b955-d0274384b1c6 admin admin] Publish callbacks [] for security_group (bbcc3860-9622-4dec-95f6-642ecb8f95f9), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:03.138605 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ccc275c7-1ede-421d-a1cc-a10f58a0bf37 req-011dfe5f-e888-49d1-8cc5-94154b8317e6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=604511b4-e9e1-43e9-8e21-c6b0b33bc05a HTTP/1.1" status: 200 len: 999 time: 0.0833366 Jun 04 08:31:03.172250 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a579c015-78bd-4d1c-b955-d0274384b1c6 admin admin] Publish callbacks [] for security_group (bbcc3860-9622-4dec-95f6-642ecb8f95f9), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:03.209562 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc275c7-1ede-421d-a1cc-a10f58a0bf37 req-d85c25b1-ef84-4714-9dc5-ce175beccd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:03.211736 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ccc275c7-1ede-421d-a1cc-a10f58a0bf37 req-d85c25b1-ef84-4714-9dc5-ce175beccd0e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e421c33-394d-4f1f-9f83-0ef1951dc532 HTTP/1.1" status: 200 len: 851 time: 0.0648220 Jun 04 08:31:03.281311 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-75276d63-e515-4940-a83e-051ee39e7469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '1e262e49-fa82-47e6-9289-4af511f7e367', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '5956fe31-3198-4f24-887c-652616177a08', 'port_id': '604511b4-e9e1-43e9-8e21-c6b0b33bc05a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'mac_address': 'fa:16:3e:2a:f4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b559e2dc-67d5-4fee-81f0-36be93d5feb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:31:01Z', 'updated_at': '2022-06-04T08:31:01Z', 'revision_number': 0, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'fixed_ip_address_scope': None}, {'id': 'af0643a2-688f-4b1a-8f10-178f42c7cd83', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '5956fe31-3198-4f24-887c-652616177a08', 'port_id': 'a2805571-faf8-4dd1-8627-4a86bcb1649a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'mac_address': 'fa:16:3e:1e:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8807f-8264-4524-afe5-536696ca87a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:28:25Z', 'updated_at': '2022-06-04T08:28:29Z', 'revision_number': 1, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:26Z', 'revision_number': 5, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:03.284480 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a579c015-78bd-4d1c-b955-d0274384b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (bbcc3860-9622-4dec-95f6-642ecb8f95f9), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:03.289000 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a579c015-78bd-4d1c-b955-d0274384b1c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:03.294783 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a579c015-78bd-4d1c-b955-d0274384b1c6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bbcc3860-9622-4dec-95f6-642ecb8f95f9 HTTP/1.1" status: 204 len: 168 time: 0.3025534 Jun 04 08:31:03.295010 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc275c7-1ede-421d-a1cc-a10f58a0bf37 req-27243d0d-506e-4c30-97de-d855f122b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:03.298765 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ccc275c7-1ede-421d-a1cc-a10f58a0bf37 req-27243d0d-506e-4c30-97de-d855f122b782 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b657dda9-96b8-450c-85f0-94a70753fce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0798101 Jun 04 08:31:03.310734 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579c015-78bd-4d1c-b955-d0274384b1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcc3860-9622-4dec-95f6-642ecb8f95f9,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:03.318275 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75276d63-e515-4940-a83e-051ee39e7469 None None] Checking router: 5956fe31-3198-4f24-887c-652616177a08 for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:31:03.344629 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75276d63-e515-4940-a83e-051ee39e7469 None None] Routers {'5956fe31-3198-4f24-887c-652616177a08'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:31:03.345420 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-75276d63-e515-4940-a83e-051ee39e7469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:30:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['5956fe31-3198-4f24-887c-652616177a08'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:03.440707 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ccc275c7-1ede-421d-a1cc-a10f58a0bf37 req-4a3069b8-89fe-413a-abcd-1801eb5816a8 service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352816 Jun 04 08:31:03.483819 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-75276d63-e515-4940-a83e-051ee39e7469 None None] Set router 5956fe31-3198-4f24-887c-652616177a08 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:31:03.561910 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ccc275c7-1ede-421d-a1cc-a10f58a0bf37 req-f7f2fbb8-9ce0-4ae1-92fd-2b3cb44d1cfb service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146870 Jun 04 08:31:03.768120 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-75276d63-e515-4940-a83e-051ee39e7469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '1e262e49-fa82-47e6-9289-4af511f7e367', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '5956fe31-3198-4f24-887c-652616177a08', 'port_id': '604511b4-e9e1-43e9-8e21-c6b0b33bc05a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'mac_address': 'fa:16:3e:2a:f4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b559e2dc-67d5-4fee-81f0-36be93d5feb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:31:01Z', 'updated_at': '2022-06-04T08:31:01Z', 'revision_number': 0, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'fixed_ip_address_scope': None}, {'id': 'af0643a2-688f-4b1a-8f10-178f42c7cd83', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '5956fe31-3198-4f24-887c-652616177a08', 'port_id': 'a2805571-faf8-4dd1-8627-4a86bcb1649a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'mac_address': 'fa:16:3e:1e:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8807f-8264-4524-afe5-536696ca87a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:28:25Z', 'updated_at': '2022-06-04T08:28:29Z', 'revision_number': 1, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:26Z', 'revision_number': 5, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:03.794411 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75276d63-e515-4940-a83e-051ee39e7469 None None] The sync data for ids ['5956fe31-3198-4f24-887c-652616177a08'] in dv-cinder-836996-29-iscsi is: [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '1e262e49-fa82-47e6-9289-4af511f7e367', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '5956fe31-3198-4f24-887c-652616177a08', 'port_id': '604511b4-e9e1-43e9-8e21-c6b0b33bc05a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'mac_address': 'fa:16:3e:2a:f4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b559e2dc-67d5-4fee-81f0-36be93d5feb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:31:01Z', 'updated_at': '2022-06-04T08:31:01Z', 'revision_number': 0, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'fixed_ip_address_scope': None}, {'id': 'af0643a2-688f-4b1a-8f10-178f42c7cd83', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '5956fe31-3198-4f24-887c-652616177a08', 'port_id': 'a2805571-faf8-4dd1-8627-4a86bcb1649a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'mac_address': 'fa:16:3e:1e:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8807f-8264-4524-afe5-536696ca87a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:28:25Z', 'updated_at': '2022-06-04T08:28:29Z', 'revision_number': 1, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:26Z', 'revision_number': 5, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:31:04.066683 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15da769-2f1a-4ec5-9728-6b2762fa6b8e None None] New status for floating IP 1e262e49-fa82-47e6-9289-4af511f7e367: ACTIVE {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:31:05.995917 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57790) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:06.127958 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9df6bcab-556f-4cd2-90a2-51eb7b4900f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:06.129787 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:06.214118 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9df6bcab-556f-4cd2-90a2-51eb7b4900f8 admin admin] Publish callbacks [] for security_group (a75aa7d4-26c8-4ce8-b0f9-facada3dd697), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:06.218353 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9df6bcab-556f-4cd2-90a2-51eb7b4900f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (a75aa7d4-26c8-4ce8-b0f9-facada3dd697), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:06.257128 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6bcab-556f-4cd2-90a2-51eb7b4900f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75aa7d4-26c8-4ce8-b0f9-facada3dd697,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:06.262568 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9df6bcab-556f-4cd2-90a2-51eb7b4900f8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c3238a04da17438785c20d6ab3ea16ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655861 Jun 04 08:31:06.265383 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57794) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:06.319266 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-04aea932-ecfa-4bc8-ade5-94d23912ed47 admin admin] Publish callbacks [] for security_group (a75aa7d4-26c8-4ce8-b0f9-facada3dd697), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:06.341482 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-04aea932-ecfa-4bc8-ade5-94d23912ed47 admin admin] Publish callbacks [] for security_group (a75aa7d4-26c8-4ce8-b0f9-facada3dd697), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:06.390247 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-04aea932-ecfa-4bc8-ade5-94d23912ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (a75aa7d4-26c8-4ce8-b0f9-facada3dd697), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:06.392809 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-04aea932-ecfa-4bc8-ade5-94d23912ed47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:06.393979 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-04aea932-ecfa-4bc8-ade5-94d23912ed47 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a75aa7d4-26c8-4ce8-b0f9-facada3dd697 HTTP/1.1" status: 204 len: 168 time: 0.1276345 Jun 04 08:31:06.402287 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aea932-ecfa-4bc8-ade5-94d23912ed47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75aa7d4-26c8-4ce8-b0f9-facada3dd697,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:06.577640 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3762f39d-0652-4052-a659-bc6b4e6cb2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:06.703261 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57804) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:06.718203 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b0a66a4-94af-4649-954d-b5c63cecb5f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:06.817800 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b0a66a4-94af-4649-954d-b5c63cecb5f9 admin admin] Publish callbacks [] for security_group (fa2fdd92-1a71-4ff6-aa29-fcc02d45d2f0), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:06.824774 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b0a66a4-94af-4649-954d-b5c63cecb5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (fa2fdd92-1a71-4ff6-aa29-fcc02d45d2f0), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:06.883324 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57812) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:06.883846 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0b0a66a4-94af-4649-954d-b5c63cecb5f9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e2d6d78d76d04775a319544e6208ffdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1787891 Jun 04 08:31:06.886259 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a66a4-94af-4649-954d-b5c63cecb5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2fdd92-1a71-4ff6-aa29-fcc02d45d2f0,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:06.960658 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-029ec329-7ef4-495f-818d-e0cfea0f2656 admin admin] Publish callbacks [] for security_group (fa2fdd92-1a71-4ff6-aa29-fcc02d45d2f0), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:06.987779 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-029ec329-7ef4-495f-818d-e0cfea0f2656 admin admin] Publish callbacks [] for security_group (fa2fdd92-1a71-4ff6-aa29-fcc02d45d2f0), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:07.044209 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-029ec329-7ef4-495f-818d-e0cfea0f2656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (fa2fdd92-1a71-4ff6-aa29-fcc02d45d2f0), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:07.047173 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-029ec329-7ef4-495f-818d-e0cfea0f2656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:07.050954 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-029ec329-7ef4-495f-818d-e0cfea0f2656 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa2fdd92-1a71-4ff6-aa29-fcc02d45d2f0 HTTP/1.1" status: 204 len: 168 time: 0.1638639 Jun 04 08:31:07.058266 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ec329-7ef4-495f-818d-e0cfea0f2656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2fdd92-1a71-4ff6-aa29-fcc02d45d2f0,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:07.074865 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:09.159410 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-1f37c138-cf86-44b1-9a38-2c3e3c433e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:10.117602 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:11.320377 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:11.813641 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57954) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:11.925765 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ff078f76-64f4-4e8c-902b-f3ad94c40e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:11.946654 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:12.017912 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ff078f76-64f4-4e8c-902b-f3ad94c40e3b admin admin] Publish callbacks [] for security_group (5aa78599-3cb6-4d4a-94f1-d4a4ed134ce0), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:12.021960 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ff078f76-64f4-4e8c-902b-f3ad94c40e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (5aa78599-3cb6-4d4a-94f1-d4a4ed134ce0), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:12.063834 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff078f76-64f4-4e8c-902b-f3ad94c40e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa78599-3cb6-4d4a-94f1-d4a4ed134ce0,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:12.068171 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ff078f76-64f4-4e8c-902b-f3ad94c40e3b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=01ddcf447eb14d488c321c57d1fadf05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534611 Jun 04 08:31:12.072192 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57958) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:12.114159 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:12.125340 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-509e3ef6-1149-47c2-a3fe-2553d4635df4 admin admin] Publish callbacks [] for security_group (5aa78599-3cb6-4d4a-94f1-d4a4ed134ce0), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:12.148782 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-509e3ef6-1149-47c2-a3fe-2553d4635df4 admin admin] Publish callbacks [] for security_group (5aa78599-3cb6-4d4a-94f1-d4a4ed134ce0), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:12.197903 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-509e3ef6-1149-47c2-a3fe-2553d4635df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (5aa78599-3cb6-4d4a-94f1-d4a4ed134ce0), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:12.200518 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-509e3ef6-1149-47c2-a3fe-2553d4635df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:12.201692 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-509e3ef6-1149-47c2-a3fe-2553d4635df4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5aa78599-3cb6-4d4a-94f1-d4a4ed134ce0 HTTP/1.1" status: 204 len: 168 time: 0.1285505 Jun 04 08:31:12.209769 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e3ef6-1149-47c2-a3fe-2553d4635df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa78599-3cb6-4d4a-94f1-d4a4ed134ce0,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:12.508870 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 57966) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:12.522326 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ed7580b8-b7bb-497e-8eea-47d5a2550f6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:12.600710 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ed7580b8-b7bb-497e-8eea-47d5a2550f6f admin admin] Publish callbacks [] for security_group (b63f9ca3-9f59-495e-a726-00f4d6222de7), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:12.605122 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ed7580b8-b7bb-497e-8eea-47d5a2550f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (b63f9ca3-9f59-495e-a726-00f4d6222de7), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:12.648024 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ed7580b8-b7bb-497e-8eea-47d5a2550f6f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6a1f06d8d86a49f281fa941a0e1f6973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380458 Jun 04 08:31:12.648992 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7580b8-b7bb-497e-8eea-47d5a2550f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63f9ca3-9f59-495e-a726-00f4d6222de7,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:12.651213 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 57968) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:12.708005 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bc18563b-6d54-485d-8d48-90473f1f9c10 admin admin] Publish callbacks [] for security_group (b63f9ca3-9f59-495e-a726-00f4d6222de7), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:12.733583 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bc18563b-6d54-485d-8d48-90473f1f9c10 admin admin] Publish callbacks [] for security_group (b63f9ca3-9f59-495e-a726-00f4d6222de7), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:12.782909 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bc18563b-6d54-485d-8d48-90473f1f9c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (b63f9ca3-9f59-495e-a726-00f4d6222de7), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:12.785442 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bc18563b-6d54-485d-8d48-90473f1f9c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:12.786712 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-bc18563b-6d54-485d-8d48-90473f1f9c10 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b63f9ca3-9f59-495e-a726-00f4d6222de7 HTTP/1.1" status: 204 len: 168 time: 0.1344240 Jun 04 08:31:12.795340 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18563b-6d54-485d-8d48-90473f1f9c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63f9ca3-9f59-495e-a726-00f4d6222de7,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:12.914476 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:15.192759 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 58056) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:15.315630 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bda60bee-2ffb-41e8-8cfe-4c91e04350ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:15.339208 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:15.374428 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:15.381262 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:15.383392 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=14 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:15.413036 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bda60bee-2ffb-41e8-8cfe-4c91e04350ed admin admin] Publish callbacks [] for security_group (2eed9842-db76-4bb6-adee-6e64fabee480), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:15.418382 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bda60bee-2ffb-41e8-8cfe-4c91e04350ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (2eed9842-db76-4bb6-adee-6e64fabee480), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:15.464973 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda60bee-2ffb-41e8-8cfe-4c91e04350ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eed9842-db76-4bb6-adee-6e64fabee480,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:15.474425 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 58064) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:15.475078 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-bda60bee-2ffb-41e8-8cfe-4c91e04350ed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b1e3824a17e54d6eb302105e21bd926b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804873 Jun 04 08:31:15.534959 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c255fe5f-b1ee-458e-8b11-c6d7fe94f925 admin admin] Publish callbacks [] for security_group (2eed9842-db76-4bb6-adee-6e64fabee480), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:15.560587 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c255fe5f-b1ee-458e-8b11-c6d7fe94f925 admin admin] Publish callbacks [] for security_group (2eed9842-db76-4bb6-adee-6e64fabee480), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:15.609985 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c255fe5f-b1ee-458e-8b11-c6d7fe94f925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (2eed9842-db76-4bb6-adee-6e64fabee480), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:15.612616 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c255fe5f-b1ee-458e-8b11-c6d7fe94f925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:15.613786 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c255fe5f-b1ee-458e-8b11-c6d7fe94f925 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2eed9842-db76-4bb6-adee-6e64fabee480 HTTP/1.1" status: 204 len: 168 time: 0.1382561 Jun 04 08:31:15.622175 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255fe5f-b1ee-458e-8b11-c6d7fe94f925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eed9842-db76-4bb6-adee-6e64fabee480,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:15.908807 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 58076) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:15.927523 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dfb50330-f066-436c-b0df-ea384f13f6ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:16.010371 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dfb50330-f066-436c-b0df-ea384f13f6ae admin admin] Publish callbacks [] for security_group (372edc08-9ba3-48c4-bb0a-de1e93f8309e), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:16.014258 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dfb50330-f066-436c-b0df-ea384f13f6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (372edc08-9ba3-48c4-bb0a-de1e93f8309e), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:16.057584 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-dfb50330-f066-436c-b0df-ea384f13f6ae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=210940735d5e42d18e215d616c7201db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469636 Jun 04 08:31:16.058433 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb50330-f066-436c-b0df-ea384f13f6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372edc08-9ba3-48c4-bb0a-de1e93f8309e,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:16.061144 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 58078) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:16.121081 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d6f27604-5ef6-4425-b4b0-c6450c03cf0f admin admin] Publish callbacks [] for security_group (372edc08-9ba3-48c4-bb0a-de1e93f8309e), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:16.144876 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d6f27604-5ef6-4425-b4b0-c6450c03cf0f admin admin] Publish callbacks [] for security_group (372edc08-9ba3-48c4-bb0a-de1e93f8309e), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:16.195570 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d6f27604-5ef6-4425-b4b0-c6450c03cf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (372edc08-9ba3-48c4-bb0a-de1e93f8309e), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:16.198991 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d6f27604-5ef6-4425-b4b0-c6450c03cf0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:16.200526 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d6f27604-5ef6-4425-b4b0-c6450c03cf0f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/372edc08-9ba3-48c4-bb0a-de1e93f8309e HTTP/1.1" status: 204 len: 168 time: 0.1374853 Jun 04 08:31:16.209312 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f27604-5ef6-4425-b4b0-c6450c03cf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372edc08-9ba3-48c4-bb0a-de1e93f8309e,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:17.353121 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 58132) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:17.458029 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-3443088b-fa8b-4946-a4dc-3cae970c2cfa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1975533688-network', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:17.479901 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3443088b-fa8b-4946-a4dc-3cae970c2cfa admin admin] Made reservation on behalf of a6ccf261fc9e4774a6b129712a9e2f9e for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:31:17.482419 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3443088b-fa8b-4946-a4dc-3cae970c2cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:17.491519 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3443088b-fa8b-4946-a4dc-3cae970c2cfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:17.577190 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3443088b-fa8b-4946-a4dc-3cae970c2cfa admin admin] Publish callbacks [] for security_group (d74aac04-584a-4817-8670-d1f8a89d4af9), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:17.581246 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3443088b-fa8b-4946-a4dc-3cae970c2cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (d74aac04-584a-4817-8670-d1f8a89d4af9), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:17.610643 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3443088b-fa8b-4946-a4dc-3cae970c2cfa admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=103812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 08:31:17.621377 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443088b-fa8b-4946-a4dc-3cae970c2cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74aac04-584a-4817-8670-d1f8a89d4af9,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:17.627429 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3443088b-fa8b-4946-a4dc-3cae970c2cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (2fb2cad5-51b7-43b5-860b-e96577aee3d9), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:17.627762 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-3443088b-fa8b-4946-a4dc-3cae970c2cfa admin admin] Added segment 2fb2cad5-51b7-43b5-860b-e96577aee3d9 of type vlan for network cdf73a12-9c35-497c-8dc8-aed4baaf79a6 Jun 04 08:31:17.679834 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3443088b-fa8b-4946-a4dc-3cae970c2cfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (cdf73a12-9c35-497c-8dc8-aed4baaf79a6), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:17.707969 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3443088b-fa8b-4946-a4dc-3cae970c2cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (cdf73a12-9c35-497c-8dc8-aed4baaf79a6), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:17.709158 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3443088b-fa8b-4946-a4dc-3cae970c2cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:17.709738 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3443088b-fa8b-4946-a4dc-3cae970c2cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:17.772423 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-3443088b-fa8b-4946-a4dc-3cae970c2cfa admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4180210 Jun 04 08:31:17.775879 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 58138) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:17.780515 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-546c9ee8-1ed5-48e4-acff-5620c35c8a38 admin admin] Request body: {'subnet': {'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1975533688-subnet', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'ip_version': 4}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:17.790251 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443088b-fa8b-4946-a4dc-3cae970c2cfa admin admin] Pushing event updated for resources: {'Network': ['ID=cdf73a12-9c35-497c-8dc8-aed4baaf79a6,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:17.802356 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network cdf73a12-9c35-497c-8dc8-aed4baaf79a6 details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:31:17.812079 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546c9ee8-1ed5-48e4-acff-5620c35c8a38 admin admin] Made reservation on behalf of a6ccf261fc9e4774a6b129712a9e2f9e for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:31:17.815027 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-546c9ee8-1ed5-48e4-acff-5620c35c8a38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126094848'] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:17.870168 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:17.942448 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:18.008879 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-546c9ee8-1ed5-48e4-acff-5620c35c8a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126740278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126094898'] for subnet (bf640e76-af87-4484-8153-478b89141b4a), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:18.060426 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c9ee8-1ed5-48e4-acff-5620c35c8a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf640e76-af87-4484-8153-478b89141b4a,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:18.082333 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546c9ee8-1ed5-48e4-acff-5620c35c8a38 admin admin] Checking segment: {'id': '2fb2cad5-51b7-43b5-860b-e96577aee3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:31:18.082676 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546c9ee8-1ed5-48e4-acff-5620c35c8a38 admin admin] Network hostable DHCP agents. Network: cdf73a12-9c35-497c-8dc8-aed4baaf79a6, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:31:18.101618 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546c9ee8-1ed5-48e4-acff-5620c35c8a38 admin admin] Network cdf73a12-9c35-497c-8dc8-aed4baaf79a6 is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:31:18.116850 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-546c9ee8-1ed5-48e4-acff-5620c35c8a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, cdf73a12-9c35-497c-8dc8-aed4baaf79a6) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:31:18.122918 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546c9ee8-1ed5-48e4-acff-5620c35c8a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:18.123942 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-546c9ee8-1ed5-48e4-acff-5620c35c8a38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:18.127032 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24581e0-ecf6-43c3-a903-24d8744a565e None None] Network cdf73a12-9c35-497c-8dc8-aed4baaf79a6 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:31:18.148097 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-546c9ee8-1ed5-48e4-acff-5620c35c8a38 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3669472 Jun 04 08:31:18.148370 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 58142) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:18.152921 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1975533688-router', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:18.180231 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-459'] for router (b28c4a86-56c2-489c-a1e4-0d890ce82f1b), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:18.181309 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3827746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-434'] for router (b28c4a86-56c2-489c-a1e4-0d890ce82f1b), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:18.206164 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:18.264911 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp656ddf91-5a7e-5562-8344-d8ecf654b6e7-cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'fixed_ips': [{'subnet_id': 'bf640e76-af87-4484-8153-478b89141b4a'}]}} from dv-cinder-836996-29-iscsi. {{(pid=103813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 08:31:18.265910 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:18.266030 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] Publish callbacks [] for router_controller (b28c4a86-56c2-489c-a1e4-0d890ce82f1b), precommit_add_association {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:18.290258 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:18.432852 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] Publish callbacks [] for router_gateway (b28c4a86-56c2-489c-a1e4-0d890ce82f1b), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:18.437172 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:18.490822 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.db_base_plugin_common [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Allocated IP 172.20.0.2 (cdf73a12-9c35-497c-8dc8-aed4baaf79a6/bf640e76-af87-4484-8153-478b89141b4a/adb11ed1-7e2c-45b2-a961-234449c86a5f) {{(pid=103813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:31:18.661841 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Publish callbacks [] for port (adb11ed1-7e2c-45b2-a961-234449c86a5f), precommit_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:18.673452 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (adb11ed1-7e2c-45b2-a961-234449c86a5f), after_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:18.679913 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] Publish callbacks [] for router_gateway (b28c4a86-56c2-489c-a1e4-0d890ce82f1b), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:18.699741 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:18.714228 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Network cdf73a12-9c35-497c-8dc8-aed4baaf79a6 is already hosted by enough agents. {{(pid=103813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:31:18.717419 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.base_scheduler [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Resources bound (agent type, host, resource id): {{(pid=103813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:31:18.721107 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Received port after_create {{(pid=103813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:31:18.738346 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Pushing event updated for resources: {'Port': ['ID=adb11ed1-7e2c-45b2-a961-234449c86a5f,revision_number=1']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:18.760550 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:18.760978 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:18.761333 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:18.761706 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:18.762045 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:18.762385 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:18.762761 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:18.763092 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:18.763422 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:18.763771 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:18.764081 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:18.764553 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:18.764883 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:18.765209 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:18.765532 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:18.822077 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Attempting to bind port adb11ed1-7e2c-45b2-a961-234449c86a5f on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:31:18.822779 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Attempting to bind port adb11ed1-7e2c-45b2-a961-234449c86a5f by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '2fb2cad5-51b7-43b5-860b-e96577aee3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:31:18.823149 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Attempting to bind port adb11ed1-7e2c-45b2-a961-234449c86a5f on network cdf73a12-9c35-497c-8dc8-aed4baaf79a6 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:31:18.831635 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:31:18.832203 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Checking segment: {'id': '2fb2cad5-51b7-43b5-860b-e96577aee3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:31:18.832830 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:18.833451 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Bound using segment: {'id': '2fb2cad5-51b7-43b5-860b-e96577aee3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:31:18.834562 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Bound port: adb11ed1-7e2c-45b2-a961-234449c86a5f, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb2cad5-51b7-43b5-860b-e96577aee3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:31:18.834813 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (adb11ed1-7e2c-45b2-a961-234449c86a5f), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:18.851041 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] Allocated IP 172.27.2.50 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/46026d94-be5b-4802-9b36-44af437b3d71) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:31:18.908151 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] For port adb11ed1-7e2c-45b2-a961-234449c86a5f, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:31:18.909933 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:18.911972 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] For port adb11ed1-7e2c-45b2-a961-234449c86a5f, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=adb11ed1-7e2c-45b2-a961-234449c86a5f,segment=NetworkSegment(2fb2cad5-51b7-43b5-860b-e96577aee3d9),segment_id=2fb2cad5-51b7-43b5-860b-e96577aee3d9)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:31:18.919839 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (adb11ed1-7e2c-45b2-a961-234449c86a5f), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:18.972249 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] Publish callbacks [] for port (46026d94-be5b-4802-9b36-44af437b3d71), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:18.996858 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a58680-cee2-42a1-a92d-063201b3bb56 None None] Pushing event updated for resources: {'Port': ['ID=adb11ed1-7e2c-45b2-a961-234449c86a5f,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:19.013807 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (46026d94-be5b-4802-9b36-44af437b3d71), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:19.059803 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:31:19.062989 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:31:19.069435 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:31:19.092257 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] Pushing event updated for resources: {'Port': ['ID=46026d94-be5b-4802-9b36-44af437b3d71,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:19.580245 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:19.586702 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] Publish callbacks [] for router_gateway (b28c4a86-56c2-489c-a1e4-0d890ce82f1b), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:19.800176 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:19.811956 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3907948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914699'] for router (b28c4a86-56c2-489c-a1e4-0d890ce82f1b), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:19.962573 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d63f4da-dcf6-462f-9366-d51b5e828243 None None] Network cdf73a12-9c35-497c-8dc8-aed4baaf79a6 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:31:19.973301 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] Router b28c4a86-56c2-489c-a1e4-0d890ce82f1b is scheduled to L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce with binding_index 1 {{(pid=103811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 08:31:20.012668 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-0b8f3c9e-c165-45f5-ae71-432847a96073 None None] Provisioning complete for port adb11ed1-7e2c-45b2-a961-234449c86a5f triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:20.013032 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3c9e-c165-45f5-ae71-432847a96073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (adb11ed1-7e2c-45b2-a961-234449c86a5f), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:20.085520 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:31:20.104568 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Sync routers for ids ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:31:20.111022 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:20.113025 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-dcae3847-658c-466e-b2e1-abf624f59906 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9635508 Jun 04 08:31:20.115753 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 58166) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:20.153052 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Routers {'b28c4a86-56c2-489c-a1e4-0d890ce82f1b'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:31:20.153747 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:31:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:20.157757 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f3c9e-c165-45f5-ae71-432847a96073 None None] Current status of the port adb11ed1-7e2c-45b2-a961-234449c86a5f is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:20.157757 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3c9e-c165-45f5-ae71-432847a96073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (adb11ed1-7e2c-45b2-a961-234449c86a5f), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:20.264596 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-0b8f3c9e-c165-45f5-ae71-432847a96073 None None] For port adb11ed1-7e2c-45b2-a961-234449c86a5f, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=adb11ed1-7e2c-45b2-a961-234449c86a5f,segment=NetworkSegment(2fb2cad5-51b7-43b5-860b-e96577aee3d9),segment_id=2fb2cad5-51b7-43b5-860b-e96577aee3d9)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:31:20.272852 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:20.278876 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3c9e-c165-45f5-ae71-432847a96073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (adb11ed1-7e2c-45b2-a961-234449c86a5f), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:20.317269 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Set router b28c4a86-56c2-489c-a1e4-0d890ce82f1b gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:31:20.444892 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f3c9e-c165-45f5-ae71-432847a96073 None None] Pushing event updated for resources: {'Port': ['ID=adb11ed1-7e2c-45b2-a961-234449c86a5f,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:20.457837 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-a611ca9f-3da3-4298-be84-b07821061863 None None] Provisioning complete for port adb11ed1-7e2c-45b2-a961-234449c86a5f triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:20.458432 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a611ca9f-3da3-4298-be84-b07821061863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (adb11ed1-7e2c-45b2-a961-234449c86a5f), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:20.602256 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-25ba367b-ceb4-4236-b944-468bd98b87eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:20.675066 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:20.738336 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:20.741790 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-a611ca9f-3da3-4298-be84-b07821061863 None None] Current status of the port adb11ed1-7e2c-45b2-a961-234449c86a5f is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:20.746917 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'name': 'tempest-TestShelveInstance-1975533688-router', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '46026d94-be5b-4802-9b36-44af437b3d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:19Z', 'revision_number': 3, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'gw_port': {'id': '46026d94-be5b-4802-9b36-44af437b3d71', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:20.784102 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Checking router: b28c4a86-56c2-489c-a1e4-0d890ce82f1b for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:31:20.784744 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Updating router b28c4a86-56c2-489c-a1e4-0d890ce82f1b port 46026d94-be5b-4802-9b36-44af437b3d71 binding host dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:31:20.796424 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-25ba367b-ceb4-4236-b944-468bd98b87eb admin admin] Allocated IP 172.20.0.1 (cdf73a12-9c35-497c-8dc8-aed4baaf79a6/bf640e76-af87-4484-8153-478b89141b4a/d194d0e1-dd50-431e-8587-74ed06856f5b) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:31:20.820617 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:20.827967 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (46026d94-be5b-4802-9b36-44af437b3d71), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:20.951158 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-25ba367b-ceb4-4236-b944-468bd98b87eb admin admin] Publish callbacks [] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:20.958980 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device adb11ed1-7e2c-45b2-a961-234449c86a5f up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:31:21.009472 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-25ba367b-ceb4-4236-b944-468bd98b87eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:21.056653 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ba367b-ceb4-4236-b944-468bd98b87eb admin admin] Network cdf73a12-9c35-497c-8dc8-aed4baaf79a6 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:31:21.059904 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-25ba367b-ceb4-4236-b944-468bd98b87eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:31:21.066916 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ba367b-ceb4-4236-b944-468bd98b87eb admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:31:21.098769 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba367b-ceb4-4236-b944-468bd98b87eb admin admin] Pushing event updated for resources: {'Port': ['ID=d194d0e1-dd50-431e-8587-74ed06856f5b,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:21.107779 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port adb11ed1-7e2c-45b2-a961-234449c86a5f triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:21.108305 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (adb11ed1-7e2c-45b2-a961-234449c86a5f), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:21.114550 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-25ba367b-ceb4-4236-b944-468bd98b87eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915453'] for router_interface (b28c4a86-56c2-489c-a1e4-0d890ce82f1b), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:21.269186 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port adb11ed1-7e2c-45b2-a961-234449c86a5f is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:21.288389 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-25ba367b-ceb4-4236-b944-468bd98b87eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:21.294266 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Publish callbacks [] for port (46026d94-be5b-4802-9b36-44af437b3d71), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:21.302675 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (46026d94-be5b-4802-9b36-44af437b3d71), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:21.368357 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Attempting to bind port 46026d94-be5b-4802-9b36-44af437b3d71 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:31:21.368623 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Attempting to bind port 46026d94-be5b-4802-9b36-44af437b3d71 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:31:21.369071 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Attempting to bind port 46026d94-be5b-4802-9b36-44af437b3d71 on network 611add22-ec0d-4fc9-ba81-7c460feafb87 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:31:21.376222 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ab1c2-19ba-47b5-8f2f-eef24e41f483 None None] Pushing event updated for resources: {'Port': ['ID=46026d94-be5b-4802-9b36-44af437b3d71,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:21.387179 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:31:21.387743 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Checking segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:31:21.387956 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:21.388401 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Bound using segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:31:21.388909 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Bound port: 46026d94-be5b-4802-9b36-44af437b3d71, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:31:21.389296 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (46026d94-be5b-4802-9b36-44af437b3d71), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:21.391538 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=100 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:21.394910 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-159e949c-04c0-441c-a4ef-46d1dcc7298f None None] Provisioning complete for port d194d0e1-dd50-431e-8587-74ed06856f5b triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:21.395307 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-159e949c-04c0-441c-a4ef-46d1dcc7298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:21.475404 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-159e949c-04c0-441c-a4ef-46d1dcc7298f None None] Port d194d0e1-dd50-431e-8587-74ed06856f5b cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:31:21.486914 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] For port 46026d94-be5b-4802-9b36-44af437b3d71, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:31:21.490934 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] For port 46026d94-be5b-4802-9b36-44af437b3d71, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=46026d94-be5b-4802-9b36-44af437b3d71,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:31:21.499085 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (46026d94-be5b-4802-9b36-44af437b3d71), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:21.565612 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Routers {'b28c4a86-56c2-489c-a1e4-0d890ce82f1b'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:31:21.566279 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:31:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:21.572997 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ab1c2-19ba-47b5-8f2f-eef24e41f483 None None] Pushing event updated for resources: {'Port': ['ID=46026d94-be5b-4802-9b36-44af437b3d71,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:21.580876 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-25ba367b-ceb4-4236-b944-468bd98b87eb admin admin] Publish callbacks [] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:21.586418 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-25ba367b-ceb4-4236-b944-468bd98b87eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:21.661522 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-25ba367b-ceb4-4236-b944-468bd98b87eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915337'] for router_interface (b28c4a86-56c2-489c-a1e4-0d890ce82f1b), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:21.663380 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:21.664287 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba367b-ceb4-4236-b944-468bd98b87eb admin admin] Pushing event updated for resources: {'Port': ['ID=d194d0e1-dd50-431e-8587-74ed06856f5b,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:21.677466 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] Set router b28c4a86-56c2-489c-a1e4-0d890ce82f1b gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:31:21.719349 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:21.746417 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:21.775574 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ba367b-ceb4-4236-b944-468bd98b87eb admin admin] Network cdf73a12-9c35-497c-8dc8-aed4baaf79a6 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:31:21.777097 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-25ba367b-ceb4-4236-b944-468bd98b87eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:31:21.900809 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'name': 'tempest-TestShelveInstance-1975533688-router', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '46026d94-be5b-4802-9b36-44af437b3d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:21Z', 'revision_number': 4, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'gw_port': {'id': '46026d94-be5b-4802-9b36-44af437b3d71', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'd194d0e1-dd50-431e-8587-74ed06856f5b', 'name': '', 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'mac_address': 'fa:16:3e:6a:58:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bf640e76-af87-4484-8153-478b89141b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:20Z', 'updated_at': '2022-06-04T08:31:20Z', 'revision_number': 1, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'subnets': [{'id': 'bf640e76-af87-4484-8153-478b89141b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:21.932143 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40da7a5-14be-41f4-98bc-7248c6f6abac None None] The sync data for ids ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'] in dv-cinder-836996-29-iscsi is: [{'id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'name': 'tempest-TestShelveInstance-1975533688-router', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '46026d94-be5b-4802-9b36-44af437b3d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:21Z', 'revision_number': 4, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'gw_port': {'id': '46026d94-be5b-4802-9b36-44af437b3d71', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'd194d0e1-dd50-431e-8587-74ed06856f5b', 'name': '', 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'mac_address': 'fa:16:3e:6a:58:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bf640e76-af87-4484-8153-478b89141b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:20Z', 'updated_at': '2022-06-04T08:31:20Z', 'revision_number': 1, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'subnets': [{'id': 'bf640e76-af87-4484-8153-478b89141b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:31:21.938653 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ba367b-ceb4-4236-b944-468bd98b87eb admin admin] Router b28c4a86-56c2-489c-a1e4-0d890ce82f1b has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:31:22.075498 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ba367b-ceb4-4236-b944-468bd98b87eb admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:31:22.081520 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-25ba367b-ceb4-4236-b944-468bd98b87eb admin admin] 10.222.0.57 "PUT /v2.0/routers/b28c4a86-56c2-489c-a1e4-0d890ce82f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9647462 Jun 04 08:31:22.106099 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-93be7e1e-182e-4f3a-866d-bb2993e32657 None None] Provisioning complete for port d194d0e1-dd50-431e-8587-74ed06856f5b triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:22.106575 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-93be7e1e-182e-4f3a-866d-bb2993e32657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:22.146939 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-93be7e1e-182e-4f3a-866d-bb2993e32657 None None] Port d194d0e1-dd50-431e-8587-74ed06856f5b cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:31:22.260161 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:31:22.816715 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 58194) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:22.823591 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-ba00b3d9-6caf-420f-90ae-ec4540182199 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1615361091-network', 'tenant_id': '52150cfb2c0a4ade8bbe6dadbb8f5571'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:22.847542 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba00b3d9-6caf-420f-90ae-ec4540182199 admin admin] Made reservation on behalf of 52150cfb2c0a4ade8bbe6dadbb8f5571 for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:31:22.850683 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ba00b3d9-6caf-420f-90ae-ec4540182199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:22.862562 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ba00b3d9-6caf-420f-90ae-ec4540182199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:23.003978 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 46026d94-be5b-4802-9b36-44af437b3d71 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:31:23.065508 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ba00b3d9-6caf-420f-90ae-ec4540182199 admin admin] Publish callbacks [] for security_group (7968f406-780a-45fa-8f4f-5ea685587db4), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:23.074687 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ba00b3d9-6caf-420f-90ae-ec4540182199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (7968f406-780a-45fa-8f4f-5ea685587db4), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:23.106200 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00b3d9-6caf-420f-90ae-ec4540182199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7968f406-780a-45fa-8f4f-5ea685587db4,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:23.106813 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 46026d94-be5b-4802-9b36-44af437b3d71 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:23.107369 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (46026d94-be5b-4802-9b36-44af437b3d71), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:23.127670 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba00b3d9-6caf-420f-90ae-ec4540182199 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=103812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 08:31:23.145581 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ba00b3d9-6caf-420f-90ae-ec4540182199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (aef0b70e-5153-4a63-b759-7ba9dc104fce), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:23.146499 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-ba00b3d9-6caf-420f-90ae-ec4540182199 admin admin] Added segment aef0b70e-5153-4a63-b759-7ba9dc104fce of type vlan for network 6a338dcf-4c71-4ca9-9827-76f83228989f Jun 04 08:31:23.226396 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ba00b3d9-6caf-420f-90ae-ec4540182199 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (6a338dcf-4c71-4ca9-9827-76f83228989f), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:23.250332 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 46026d94-be5b-4802-9b36-44af437b3d71 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:23.251281 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (46026d94-be5b-4802-9b36-44af437b3d71), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:23.273580 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ba00b3d9-6caf-420f-90ae-ec4540182199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (6a338dcf-4c71-4ca9-9827-76f83228989f), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:23.274586 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba00b3d9-6caf-420f-90ae-ec4540182199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:23.275202 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ba00b3d9-6caf-420f-90ae-ec4540182199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:23.285209 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] For port 46026d94-be5b-4802-9b36-44af437b3d71, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=46026d94-be5b-4802-9b36-44af437b3d71,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:31:23.290089 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (46026d94-be5b-4802-9b36-44af437b3d71), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:23.340701 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-ba00b3d9-6caf-420f-90ae-ec4540182199 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5227165 Jun 04 08:31:23.343627 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 58206) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:23.350685 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-0e74a65e-c5b4-4fa6-89c0-714c7a3b8e8c admin admin] Request body: {'subnet': {'network_id': '6a338dcf-4c71-4ca9-9827-76f83228989f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1615361091-subnet', 'tenant_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'ip_version': 4}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:23.350957 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Pushing event updated for resources: {'Port': ['ID=46026d94-be5b-4802-9b36-44af437b3d71,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:23.368434 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00b3d9-6caf-420f-90ae-ec4540182199 admin admin] Pushing event updated for resources: {'Network': ['ID=6a338dcf-4c71-4ca9-9827-76f83228989f,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:23.379932 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network 6a338dcf-4c71-4ca9-9827-76f83228989f details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:31:23.390652 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e74a65e-c5b4-4fa6-89c0-714c7a3b8e8c admin admin] Made reservation on behalf of 52150cfb2c0a4ade8bbe6dadbb8f5571 for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:31:23.393487 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0e74a65e-c5b4-4fa6-89c0-714c7a3b8e8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126094848'] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:23.483339 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:23.595256 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0e74a65e-c5b4-4fa6-89c0-714c7a3b8e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126740278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126094898'] for subnet (c212e138-c574-4b49-b256-cbfe4ef5fc5a), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:23.600441 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:23.651828 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74a65e-c5b4-4fa6-89c0-714c7a3b8e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c212e138-c574-4b49-b256-cbfe4ef5fc5a,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:23.679081 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e74a65e-c5b4-4fa6-89c0-714c7a3b8e8c admin admin] Checking segment: {'id': 'aef0b70e-5153-4a63-b759-7ba9dc104fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6a338dcf-4c71-4ca9-9827-76f83228989f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:31:23.679353 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e74a65e-c5b4-4fa6-89c0-714c7a3b8e8c admin admin] Network hostable DHCP agents. Network: 6a338dcf-4c71-4ca9-9827-76f83228989f, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:31:23.700029 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e74a65e-c5b4-4fa6-89c0-714c7a3b8e8c admin admin] Network 6a338dcf-4c71-4ca9-9827-76f83228989f is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:31:23.722091 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-0e74a65e-c5b4-4fa6-89c0-714c7a3b8e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, 6a338dcf-4c71-4ca9-9827-76f83228989f) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:31:23.727342 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e74a65e-c5b4-4fa6-89c0-714c7a3b8e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:23.728086 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0e74a65e-c5b4-4fa6-89c0-714c7a3b8e8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:23.736287 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04aecd3-8a4d-4a75-b784-0effca20ecfb None None] Network 6a338dcf-4c71-4ca9-9827-76f83228989f requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:31:23.746917 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-0e74a65e-c5b4-4fa6-89c0-714c7a3b8e8c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4022036 Jun 04 08:31:23.750492 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 58208) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:23.754838 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1615361091-router', 'tenant_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:23.782334 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-459'] for router (79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:23.784106 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3827746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-434'] for router (79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:23.851629 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] Publish callbacks [] for router_controller (79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e), precommit_add_association {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:23.879956 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp656ddf91-5a7e-5562-8344-d8ecf654b6e7-6a338dcf-4c71-4ca9-9827-76f83228989f', 'network_id': '6a338dcf-4c71-4ca9-9827-76f83228989f', 'project_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'fixed_ips': [{'subnet_id': 'c212e138-c574-4b49-b256-cbfe4ef5fc5a'}]}} from dv-cinder-836996-29-iscsi. {{(pid=103813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 04 08:31:23.881796 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:23.886316 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:24.029799 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] Publish callbacks [] for router_gateway (79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:24.069998 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.db_base_plugin_common [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Allocated IP 172.20.0.2 (6a338dcf-4c71-4ca9-9827-76f83228989f/c212e138-c574-4b49-b256-cbfe4ef5fc5a/00e7cbe4-e60c-414f-b400-018db6596bc0) {{(pid=103813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:31:24.262015 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:24.266551 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] Publish callbacks [] for router_gateway (79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:24.277794 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Publish callbacks [] for port (00e7cbe4-e60c-414f-b400-018db6596bc0), precommit_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:24.289793 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917'] for port (00e7cbe4-e60c-414f-b400-018db6596bc0), after_create {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:24.291071 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:24.348524 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Network 6a338dcf-4c71-4ca9-9827-76f83228989f is already hosted by enough agents. {{(pid=103813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:31:24.352297 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.scheduler.base_scheduler [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Resources bound (agent type, host, resource id): {{(pid=103813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:31:24.359687 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Received port after_create {{(pid=103813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:31:24.419181 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Pushing event updated for resources: {'Port': ['ID=00e7cbe4-e60c-414f-b400-018db6596bc0,revision_number=1']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:24.434321 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] Allocated IP 172.27.2.158 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/2893e25c-301a-4383-af86-934d978f165e) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:31:24.483552 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Attempting to bind port 00e7cbe4-e60c-414f-b400-018db6596bc0 on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:31:24.484154 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Attempting to bind port 00e7cbe4-e60c-414f-b400-018db6596bc0 by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': 'aef0b70e-5153-4a63-b759-7ba9dc104fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6a338dcf-4c71-4ca9-9827-76f83228989f'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:31:24.484813 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Attempting to bind port 00e7cbe4-e60c-414f-b400-018db6596bc0 on network 6a338dcf-4c71-4ca9-9827-76f83228989f {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:31:24.495817 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:31:24.496337 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Checking segment: {'id': 'aef0b70e-5153-4a63-b759-7ba9dc104fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6a338dcf-4c71-4ca9-9827-76f83228989f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:31:24.496938 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:24.497512 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Bound using segment: {'id': 'aef0b70e-5153-4a63-b759-7ba9dc104fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6a338dcf-4c71-4ca9-9827-76f83228989f'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:31:24.500870 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Bound port: 00e7cbe4-e60c-414f-b400-018db6596bc0, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef0b70e-5153-4a63-b759-7ba9dc104fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6a338dcf-4c71-4ca9-9827-76f83228989f'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:31:24.501463 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (00e7cbe4-e60c-414f-b400-018db6596bc0), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:24.611614 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] For port 00e7cbe4-e60c-414f-b400-018db6596bc0, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:31:24.617711 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] For port 00e7cbe4-e60c-414f-b400-018db6596bc0, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=00e7cbe4-e60c-414f-b400-018db6596bc0,segment=NetworkSegment(aef0b70e-5153-4a63-b759-7ba9dc104fce),segment_id=aef0b70e-5153-4a63-b759-7ba9dc104fce)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:31:24.632861 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (00e7cbe4-e60c-414f-b400-018db6596bc0), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:24.670081 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Sync routers for ids ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:31:24.688705 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Routers {'b28c4a86-56c2-489c-a1e4-0d890ce82f1b'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:31:24.689350 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:31:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:24.734612 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 58226) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:24.781710 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c94e9-564b-4cff-ba84-d569e1a05fbb None None] Pushing event updated for resources: {'Port': ['ID=00e7cbe4-e60c-414f-b400-018db6596bc0,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:24.851185 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Set router b28c4a86-56c2-489c-a1e4-0d890ce82f1b gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:31:24.928273 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] Publish callbacks [] for port (2893e25c-301a-4383-af86-934d978f165e), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:24.982997 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (2893e25c-301a-4383-af86-934d978f165e), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:24.994618 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:25.023397 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=8 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:25.056160 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-412a9650-d1db-4fa2-9757-aca8fa8778b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:25.075562 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:31:25.082827 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:31:25.099424 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 46026d94-be5b-4802-9b36-44af437b3d71 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:31:25.115204 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:31:25.172969 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2893e25c-301a-4383-af86-934d978f165e,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:25.198389 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-412a9650-d1db-4fa2-9757-aca8fa8778b4 admin admin] Publish callbacks [] for security_group (0415edb3-79b4-47ed-b4b6-8668f428248e), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:25.209476 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-412a9650-d1db-4fa2-9757-aca8fa8778b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (0415edb3-79b4-47ed-b4b6-8668f428248e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:25.216217 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 46026d94-be5b-4802-9b36-44af437b3d71 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:25.217107 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (46026d94-be5b-4802-9b36-44af437b3d71), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:25.300890 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a9650-d1db-4fa2-9757-aca8fa8778b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0415edb3-79b4-47ed-b4b6-8668f428248e,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:25.307798 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'name': 'tempest-TestShelveInstance-1975533688-router', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '46026d94-be5b-4802-9b36-44af437b3d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:21Z', 'revision_number': 4, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'gw_port': {'id': '46026d94-be5b-4802-9b36-44af437b3d71', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'd194d0e1-dd50-431e-8587-74ed06856f5b', 'name': '', 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'mac_address': 'fa:16:3e:6a:58:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bf640e76-af87-4484-8153-478b89141b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:20Z', 'updated_at': '2022-06-04T08:31:21Z', 'revision_number': 2, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'subnets': [{'id': 'bf640e76-af87-4484-8153-478b89141b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:25.326519 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-412a9650-d1db-4fa2-9757-aca8fa8778b4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b4f2a75151fa4d2db1fd523bef52cbca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5859294 Jun 04 08:31:25.328254 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 58230) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:25.371282 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Checking router: b28c4a86-56c2-489c-a1e4-0d890ce82f1b for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:31:25.372068 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Updating router b28c4a86-56c2-489c-a1e4-0d890ce82f1b port d194d0e1-dd50-431e-8587-74ed06856f5b binding host dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:31:25.412086 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 46026d94-be5b-4802-9b36-44af437b3d71 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:25.429386 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:25.434915 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6418403a-5b1d-42a4-a221-17c85c81da98 admin admin] Publish callbacks [] for security_group (0415edb3-79b4-47ed-b4b6-8668f428248e), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:25.463225 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6418403a-5b1d-42a4-a221-17c85c81da98 admin admin] Publish callbacks [] for security_group (0415edb3-79b4-47ed-b4b6-8668f428248e), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:25.469351 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] Publish callbacks [] for router_gateway (79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:25.531629 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6418403a-5b1d-42a4-a221-17c85c81da98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (0415edb3-79b4-47ed-b4b6-8668f428248e), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:25.536605 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6418403a-5b1d-42a4-a221-17c85c81da98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:25.538455 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6418403a-5b1d-42a4-a221-17c85c81da98 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0415edb3-79b4-47ed-b4b6-8668f428248e HTTP/1.1" status: 204 len: 168 time: 0.2064388 Jun 04 08:31:25.555351 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418403a-5b1d-42a4-a221-17c85c81da98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0415edb3-79b4-47ed-b4b6-8668f428248e,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:25.717112 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3907948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914699'] for router (79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:25.916465 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Publish callbacks [] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:25.922917 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] Router 79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e is scheduled to L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce with binding_index 1 {{(pid=103812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 04 08:31:25.932938 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:25.972389 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:26.010751 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 58246) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:26.022023 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e46151-3a22-4db2-92a0-8b95c94815eb None None] Pushing event updated for resources: {'Port': ['ID=d194d0e1-dd50-431e-8587-74ed06856f5b,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:26.047279 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fa0b5d2f-9e87-47aa-976f-b50201387b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:26.057186 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e46151-3a22-4db2-92a0-8b95c94815eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:26.057806 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e46151-3a22-4db2-92a0-8b95c94815eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:26.058565 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e46151-3a22-4db2-92a0-8b95c94815eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:26.059176 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e46151-3a22-4db2-92a0-8b95c94815eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:26.059847 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e46151-3a22-4db2-92a0-8b95c94815eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:26.060592 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e46151-3a22-4db2-92a0-8b95c94815eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:26.061380 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e46151-3a22-4db2-92a0-8b95c94815eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:26.062207 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e46151-3a22-4db2-92a0-8b95c94815eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:26.063018 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e46151-3a22-4db2-92a0-8b95c94815eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:26.063799 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e46151-3a22-4db2-92a0-8b95c94815eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:26.064597 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e46151-3a22-4db2-92a0-8b95c94815eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:26.065411 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e46151-3a22-4db2-92a0-8b95c94815eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:26.066240 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e46151-3a22-4db2-92a0-8b95c94815eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:26.067045 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e46151-3a22-4db2-92a0-8b95c94815eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:26.068961 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e46151-3a22-4db2-92a0-8b95c94815eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:26.118070 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:31:26.133041 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Sync routers for ids ['79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:31:26.144360 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Attempting to bind port d194d0e1-dd50-431e-8587-74ed06856f5b on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:31:26.144588 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:26.147073 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Attempting to bind port d194d0e1-dd50-431e-8587-74ed06856f5b by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '2fb2cad5-51b7-43b5-860b-e96577aee3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:31:26.147728 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-03364e06-4c35-4bcb-97d1-c5eaaecc03d6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3951216 Jun 04 08:31:26.147872 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Attempting to bind port d194d0e1-dd50-431e-8587-74ed06856f5b on network cdf73a12-9c35-497c-8dc8-aed4baaf79a6 {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:31:26.149403 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 58248) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:26.154367 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Routers {'79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:31:26.157568 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:31:26.159202 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:31:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:26.163558 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Checking segment: {'id': '2fb2cad5-51b7-43b5-860b-e96577aee3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:31:26.164208 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:26.164817 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Bound using segment: {'id': '2fb2cad5-51b7-43b5-860b-e96577aee3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:31:26.168595 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Bound port: d194d0e1-dd50-431e-8587-74ed06856f5b, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb2cad5-51b7-43b5-860b-e96577aee3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:31:26.169249 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:26.200534 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fa0b5d2f-9e87-47aa-976f-b50201387b1a admin admin] Publish callbacks [] for security_group (cd11fe47-13b7-488e-ab0a-b2e6bbccab9c), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:26.213256 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fa0b5d2f-9e87-47aa-976f-b50201387b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (cd11fe47-13b7-488e-ab0a-b2e6bbccab9c), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:26.304264 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-fa0b5d2f-9e87-47aa-976f-b50201387b1a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=33341dc6cd0b492189ae9d4d2c566419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918549 Jun 04 08:31:26.312222 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 58250) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:26.315777 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] For port d194d0e1-dd50-431e-8587-74ed06856f5b, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:31:26.318576 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:26.321815 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] For port d194d0e1-dd50-431e-8587-74ed06856f5b, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=d194d0e1-dd50-431e-8587-74ed06856f5b,segment=NetworkSegment(2fb2cad5-51b7-43b5-860b-e96577aee3d9),segment_id=2fb2cad5-51b7-43b5-860b-e96577aee3d9)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:31:26.323195 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b5d2f-9e87-47aa-976f-b50201387b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd11fe47-13b7-488e-ab0a-b2e6bbccab9c,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:26.341646 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:26.388006 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Set router 79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:31:26.461119 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Routers {'b28c4a86-56c2-489c-a1e4-0d890ce82f1b'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:31:26.461761 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:31:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:26.464238 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:26.506113 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:26.507178 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:26.543110 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-378e8657-6190-47df-9986-67f22f5db295 admin admin] Publish callbacks [] for security_group (cd11fe47-13b7-488e-ab0a-b2e6bbccab9c), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:26.549145 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e46151-3a22-4db2-92a0-8b95c94815eb None None] Pushing event updated for resources: {'Port': ['ID=d194d0e1-dd50-431e-8587-74ed06856f5b,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:26.639337 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] Set router b28c4a86-56c2-489c-a1e4-0d890ce82f1b gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:31:26.643217 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-378e8657-6190-47df-9986-67f22f5db295 admin admin] Publish callbacks [] for security_group (cd11fe47-13b7-488e-ab0a-b2e6bbccab9c), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:26.750424 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f657e397-4b7d-4604-9f0d-ffe44e7c82a4 None None] Network 6a338dcf-4c71-4ca9-9827-76f83228989f requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:31:26.751124 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-378e8657-6190-47df-9986-67f22f5db295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (cd11fe47-13b7-488e-ab0a-b2e6bbccab9c), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:26.753716 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-378e8657-6190-47df-9986-67f22f5db295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:26.754887 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-378e8657-6190-47df-9986-67f22f5db295 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cd11fe47-13b7-488e-ab0a-b2e6bbccab9c HTTP/1.1" status: 204 len: 168 time: 0.4417744 Jun 04 08:31:26.771057 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e8657-6190-47df-9986-67f22f5db295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd11fe47-13b7-488e-ab0a-b2e6bbccab9c,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:26.866077 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-3a6a73a3-95a4-40d3-92bb-020c8e243d93 None None] Provisioning complete for port d194d0e1-dd50-431e-8587-74ed06856f5b triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:26.867175 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3a6a73a3-95a4-40d3-92bb-020c8e243d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:26.940562 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-619d9f6f-4490-4a16-b87f-10a8bc8af474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:26.968216 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'name': 'tempest-TestShelveInstance-1975533688-router', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '46026d94-be5b-4802-9b36-44af437b3d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:21Z', 'revision_number': 4, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'gw_port': {'id': '46026d94-be5b-4802-9b36-44af437b3d71', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'd194d0e1-dd50-431e-8587-74ed06856f5b', 'name': '', 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'mac_address': 'fa:16:3e:6a:58:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bf640e76-af87-4484-8153-478b89141b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:20Z', 'updated_at': '2022-06-04T08:31:26Z', 'revision_number': 4, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'subnets': [{'id': 'bf640e76-af87-4484-8153-478b89141b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:27.009395 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545245b-6282-4bb1-9df2-5476dae39bfc None None] The sync data for ids ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'] in dv-cinder-836996-29-iscsi is: [{'id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'name': 'tempest-TestShelveInstance-1975533688-router', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '46026d94-be5b-4802-9b36-44af437b3d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:21Z', 'revision_number': 4, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'gw_port': {'id': '46026d94-be5b-4802-9b36-44af437b3d71', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'd194d0e1-dd50-431e-8587-74ed06856f5b', 'name': '', 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'mac_address': 'fa:16:3e:6a:58:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bf640e76-af87-4484-8153-478b89141b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:20Z', 'updated_at': '2022-06-04T08:31:26Z', 'revision_number': 4, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'subnets': [{'id': 'bf640e76-af87-4484-8153-478b89141b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:31:27.052886 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:27.202806 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-619d9f6f-4490-4a16-b87f-10a8bc8af474 admin admin] Allocated IP 172.20.0.1 (6a338dcf-4c71-4ca9-9827-76f83228989f/c212e138-c574-4b49-b256-cbfe4ef5fc5a/e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:31:27.248158 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 00e7cbe4-e60c-414f-b400-018db6596bc0 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:31:27.288970 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a73a3-95a4-40d3-92bb-020c8e243d93 None None] Current status of the port d194d0e1-dd50-431e-8587-74ed06856f5b is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:27.289366 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3a6a73a3-95a4-40d3-92bb-020c8e243d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:27.381254 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-619d9f6f-4490-4a16-b87f-10a8bc8af474 admin admin] Publish callbacks [] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:27.381518 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'name': 'tempest-TestShelveInstance-1615361091-router', 'tenant_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '2893e25c-301a-4383-af86-934d978f165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:23Z', 'updated_at': '2022-06-04T08:31:25Z', 'revision_number': 3, 'project_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'gw_port': {'id': '2893e25c-301a-4383-af86-934d978f165e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:87:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:24Z', 'updated_at': '2022-06-04T08:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:27.435493 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-619d9f6f-4490-4a16-b87f-10a8bc8af474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:27.459576 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 00e7cbe4-e60c-414f-b400-018db6596bc0 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:27.459576 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (00e7cbe4-e60c-414f-b400-018db6596bc0), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:27.489841 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Checking router: 79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:31:27.490543 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Updating router 79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e port 2893e25c-301a-4383-af86-934d978f165e binding host dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:31:27.510314 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-3a6a73a3-95a4-40d3-92bb-020c8e243d93 None None] For port d194d0e1-dd50-431e-8587-74ed06856f5b, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=d194d0e1-dd50-431e-8587-74ed06856f5b,segment=NetworkSegment(2fb2cad5-51b7-43b5-860b-e96577aee3d9),segment_id=2fb2cad5-51b7-43b5-860b-e96577aee3d9)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:31:27.518019 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:27.521313 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d9f6f-4490-4a16-b87f-10a8bc8af474 admin admin] Pushing event updated for resources: {'Port': ['ID=e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:27.537046 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d9f6f-4490-4a16-b87f-10a8bc8af474 admin admin] Network 6a338dcf-4c71-4ca9-9827-76f83228989f is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:31:27.538880 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-619d9f6f-4490-4a16-b87f-10a8bc8af474 admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:31:27.542217 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d9f6f-4490-4a16-b87f-10a8bc8af474 admin admin] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:31:27.564295 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3a6a73a3-95a4-40d3-92bb-020c8e243d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:27.621274 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-619d9f6f-4490-4a16-b87f-10a8bc8af474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915453'] for router_interface (79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:27.660800 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2893e25c-301a-4383-af86-934d978f165e), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:27.723042 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:27.776797 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 58280) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:27.805381 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-bb17a752-84d6-4c7d-a5be-007174e971c6 None None] Provisioning complete for port d194d0e1-dd50-431e-8587-74ed06856f5b triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:27.805742 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-bb17a752-84d6-4c7d-a5be-007174e971c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:27.932983 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-619d9f6f-4490-4a16-b87f-10a8bc8af474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:27.975459 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:27.994912 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fe8eb771-8b0d-4807-b1f4-e44fb11dbe9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:27.999472 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a73a3-95a4-40d3-92bb-020c8e243d93 None None] Pushing event updated for resources: {'Port': ['ID=d194d0e1-dd50-431e-8587-74ed06856f5b,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:28.028503 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:28.100620 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 00e7cbe4-e60c-414f-b400-018db6596bc0 is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:28.101331 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (00e7cbe4-e60c-414f-b400-018db6596bc0), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:28.125761 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:28.143308 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:28.162989 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fe8eb771-8b0d-4807-b1f4-e44fb11dbe9d admin admin] Publish callbacks [] for security_group (d8428374-e844-4f74-ba40-21c69149f294), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:28.191695 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fe8eb771-8b0d-4807-b1f4-e44fb11dbe9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (d8428374-e844-4f74-ba40-21c69149f294), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:28.247352 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8eb771-8b0d-4807-b1f4-e44fb11dbe9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8428374-e844-4f74-ba40-21c69149f294,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:28.256393 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-fe8eb771-8b0d-4807-b1f4-e44fb11dbe9d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=656757a74a704dcaa556c18d131c7571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4784424 Jun 04 08:31:28.260061 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 58292) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:28.262031 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] For port 00e7cbe4-e60c-414f-b400-018db6596bc0, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=00e7cbe4-e60c-414f-b400-018db6596bc0,segment=NetworkSegment(aef0b70e-5153-4a63-b759-7ba9dc104fce),segment_id=aef0b70e-5153-4a63-b759-7ba9dc104fce)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:31:28.289791 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-bb17a752-84d6-4c7d-a5be-007174e971c6 None None] Current status of the port d194d0e1-dd50-431e-8587-74ed06856f5b is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:28.292818 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (00e7cbe4-e60c-414f-b400-018db6596bc0), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:28.293886 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device d194d0e1-dd50-431e-8587-74ed06856f5b up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:31:28.332404 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcf0c-bcf0-4b03-b873-9ea91e8433db admin admin] Publish callbacks [] for security_group (d8428374-e844-4f74-ba40-21c69149f294), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:28.372891 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcf0c-bcf0-4b03-b873-9ea91e8433db admin admin] Publish callbacks [] for security_group (d8428374-e844-4f74-ba40-21c69149f294), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:28.375900 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-619d9f6f-4490-4a16-b87f-10a8bc8af474 admin admin] Publish callbacks [] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:28.382950 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-619d9f6f-4490-4a16-b87f-10a8bc8af474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:28.392497 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-bb17a752-84d6-4c7d-a5be-007174e971c6 None None] Provisioning complete for port 00e7cbe4-e60c-414f-b400-018db6596bc0 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:28.392975 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-bb17a752-84d6-4c7d-a5be-007174e971c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (00e7cbe4-e60c-414f-b400-018db6596bc0), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:28.469583 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d9f6f-4490-4a16-b87f-10a8bc8af474 admin admin] Pushing event updated for resources: {'Port': ['ID=e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:28.477117 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-619d9f6f-4490-4a16-b87f-10a8bc8af474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915337'] for router_interface (79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:28.486155 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcf0c-bcf0-4b03-b873-9ea91e8433db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (d8428374-e844-4f74-ba40-21c69149f294), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:28.490379 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcf0c-bcf0-4b03-b873-9ea91e8433db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:28.492823 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0cdfcf0c-bcf0-4b03-b873-9ea91e8433db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d8428374-e844-4f74-ba40-21c69149f294 HTTP/1.1" status: 204 len: 168 time: 0.2302165 Jun 04 08:31:28.511847 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfcf0c-bcf0-4b03-b873-9ea91e8433db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8428374-e844-4f74-ba40-21c69149f294,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:28.516338 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Pushing event updated for resources: {'Port': ['ID=00e7cbe4-e60c-414f-b400-018db6596bc0,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:28.553227 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:28.578155 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port d194d0e1-dd50-431e-8587-74ed06856f5b triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:28.578538 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:28.648221 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d9f6f-4490-4a16-b87f-10a8bc8af474 admin admin] Network 6a338dcf-4c71-4ca9-9827-76f83228989f is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:31:28.649846 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-619d9f6f-4490-4a16-b87f-10a8bc8af474 admin admin] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:31:28.757558 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-bb17a752-84d6-4c7d-a5be-007174e971c6 None None] Current status of the port 00e7cbe4-e60c-414f-b400-018db6596bc0 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:28.811624 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619d9f6f-4490-4a16-b87f-10a8bc8af474 admin admin] Router 79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:31:28.824615 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Publish callbacks [] for port (2893e25c-301a-4383-af86-934d978f165e), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:28.842887 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (2893e25c-301a-4383-af86-934d978f165e), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:28.900527 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port d194d0e1-dd50-431e-8587-74ed06856f5b is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:28.982149 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-1535a840-e75b-4860-b230-7365c21049bf None None] Provisioning complete for port 00e7cbe4-e60c-414f-b400-018db6596bc0 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:28.983024 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-1535a840-e75b-4860-b230-7365c21049bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (00e7cbe4-e60c-414f-b400-018db6596bc0), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:28.988731 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacea1a9-5355-4a73-9192-f757adddf796 None None] Pushing event updated for resources: {'Port': ['ID=2893e25c-301a-4383-af86-934d978f165e,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:29.003698 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:29.020419 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619d9f6f-4490-4a16-b87f-10a8bc8af474 admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:31:29.035918 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Attempting to bind port 2893e25c-301a-4383-af86-934d978f165e on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:31:29.037170 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-619d9f6f-4490-4a16-b87f-10a8bc8af474 admin admin] 10.222.0.57 "PUT /v2.0/routers/79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8857055 Jun 04 08:31:29.041313 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Attempting to bind port 2893e25c-301a-4383-af86-934d978f165e by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:31:29.042064 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Attempting to bind port 2893e25c-301a-4383-af86-934d978f165e on network 611add22-ec0d-4fc9-ba81-7c460feafb87 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:31:29.065362 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:31:29.066195 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Checking segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:31:29.066817 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:29.067395 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Bound using segment: {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:31:29.068058 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Bound port: 2893e25c-301a-4383-af86-934d978f165e, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:31:29.068677 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2893e25c-301a-4383-af86-934d978f165e), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:29.170981 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 00e7cbe4-e60c-414f-b400-018db6596bc0 up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:31:29.204551 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] For port 2893e25c-301a-4383-af86-934d978f165e, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:31:29.273705 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:29.302142 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] For port 2893e25c-301a-4383-af86-934d978f165e, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=2893e25c-301a-4383-af86-934d978f165e,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:31:29.315314 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-1535a840-e75b-4860-b230-7365c21049bf None None] Current status of the port 00e7cbe4-e60c-414f-b400-018db6596bc0 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:29.326495 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (2893e25c-301a-4383-af86-934d978f165e), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:29.364569 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-1535a840-e75b-4860-b230-7365c21049bf None None] Provisioning complete for port e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:29.365284 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-1535a840-e75b-4860-b230-7365c21049bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:29.435268 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Routers {'79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:31:29.435928 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:31:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:29.488040 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 00e7cbe4-e60c-414f-b400-018db6596bc0 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:29.488436 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (00e7cbe4-e60c-414f-b400-018db6596bc0), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:29.647449 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-1535a840-e75b-4860-b230-7365c21049bf None None] Port e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:31:29.678660 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 58328) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:29.684887 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacea1a9-5355-4a73-9192-f757adddf796 None None] Pushing event updated for resources: {'Port': ['ID=2893e25c-301a-4383-af86-934d978f165e,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:29.778819 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:29.789328 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] Set router 79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:31:29.839597 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-360c74f4-8f7e-451f-8fe9-f4b7b96ddd06 None None] Provisioning complete for port e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:29.839892 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-360c74f4-8f7e-451f-8fe9-f4b7b96ddd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:29.855086 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-c2fecc57-6649-4cfd-9555-312294f57b78 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-893982339-network', 'tenant_id': 'dd222ba8d8b8447594ee715381dcd847'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:29.883617 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 00e7cbe4-e60c-414f-b400-018db6596bc0 is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:29.885418 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device d194d0e1-dd50-431e-8587-74ed06856f5b up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:31:29.891485 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fecc57-6649-4cfd-9555-312294f57b78 admin admin] Made reservation on behalf of dd222ba8d8b8447594ee715381dcd847 for: {'network': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:31:29.894245 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c2fecc57-6649-4cfd-9555-312294f57b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for network (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:29.911380 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c2fecc57-6649-4cfd-9555-312294f57b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:29.962354 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 58332) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:29.970550 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-360c74f4-8f7e-451f-8fe9-f4b7b96ddd06 None None] Port e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:31:29.971991 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-f4feb365-c073-4146-a8fe-279ddcb9420c tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1100086262', 'description': 'tempest-secgroup-smoke-1100086262 description', 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:30.019781 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f4feb365-c073-4146-a8fe-279ddcb9420c tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.031949 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c2fecc57-6649-4cfd-9555-312294f57b78 admin admin] Publish callbacks [] for security_group (fb64e67e-f931-4994-9411-673667b3f84b), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.040037 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c2fecc57-6649-4cfd-9555-312294f57b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (fb64e67e-f931-4994-9411-673667b3f84b), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.064544 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:30.069950 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port d194d0e1-dd50-431e-8587-74ed06856f5b triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:30.070361 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.080533 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2fecc57-6649-4cfd-9555-312294f57b78 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=103812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 08:31:30.105865 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c2fecc57-6649-4cfd-9555-312294f57b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (82c378b9-80b9-4b9c-a2af-87b66b27e45d), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.106654 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.segments_db [None req-c2fecc57-6649-4cfd-9555-312294f57b78 admin admin] Added segment 82c378b9-80b9-4b9c-a2af-87b66b27e45d of type vlan for network 6035b356-a657-4dea-bc83-fe40d1093cb0 Jun 04 08:31:30.109110 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fecc57-6649-4cfd-9555-312294f57b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb64e67e-f931-4994-9411-673667b3f84b,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:30.123952 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f4feb365-c073-4146-a8fe-279ddcb9420c tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group (0fb37203-c5cc-435c-b493-caf763aee672), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.130412 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f4feb365-c073-4146-a8fe-279ddcb9420c tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (0fb37203-c5cc-435c-b493-caf763aee672), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.159875 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c2fecc57-6649-4cfd-9555-312294f57b78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739929154115'] for network (6035b356-a657-4dea-bc83-fe40d1093cb0), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.180797 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'name': 'tempest-TestShelveInstance-1615361091-router', 'tenant_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '2893e25c-301a-4383-af86-934d978f165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:23Z', 'updated_at': '2022-06-04T08:31:27Z', 'revision_number': 4, 'project_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'gw_port': {'id': '2893e25c-301a-4383-af86-934d978f165e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:87:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:24Z', 'updated_at': '2022-06-04T08:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f', 'name': '', 'network_id': '6a338dcf-4c71-4ca9-9827-76f83228989f', 'tenant_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'mac_address': 'fa:16:3e:4b:5b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c212e138-c574-4b49-b256-cbfe4ef5fc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:26Z', 'updated_at': '2022-06-04T08:31:28Z', 'revision_number': 2, 'project_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'subnets': [{'id': 'c212e138-c574-4b49-b256-cbfe4ef5fc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:30.185913 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f4feb365-c073-4146-a8fe-279ddcb9420c tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.187716 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f4feb365-c073-4146-a8fe-279ddcb9420c tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2236860 Jun 04 08:31:30.191253 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 58334) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:30.195824 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-8795ae06-17f0-485f-9933-24bc0afb6cc0 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Request body: {'security_group_rule': {'security_group_id': '0fb37203-c5cc-435c-b493-caf763aee672', 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:30.205691 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4feb365-c073-4146-a8fe-279ddcb9420c tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb37203-c5cc-435c-b493-caf763aee672,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:30.210295 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c2fecc57-6649-4cfd-9555-312294f57b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364'] for network (6035b356-a657-4dea-bc83-fe40d1093cb0), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.212584 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fecc57-6649-4cfd-9555-312294f57b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:30.214398 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c2fecc57-6649-4cfd-9555-312294f57b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.233022 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8795ae06-17f0-485f-9933-24bc0afb6cc0 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group_rule (ed90b911-8293-4f67-ad6f-ab0b8011131d), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.242048 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78944f2a-7e36-42ea-b365-7a60c0fe4f1f None None] The sync data for ids ['79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e'] in dv-cinder-836996-29-iscsi is: [{'id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'name': 'tempest-TestShelveInstance-1615361091-router', 'tenant_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '2893e25c-301a-4383-af86-934d978f165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:23Z', 'updated_at': '2022-06-04T08:31:27Z', 'revision_number': 4, 'project_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'gw_port': {'id': '2893e25c-301a-4383-af86-934d978f165e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:87:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:24Z', 'updated_at': '2022-06-04T08:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f', 'name': '', 'network_id': '6a338dcf-4c71-4ca9-9827-76f83228989f', 'tenant_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'mac_address': 'fa:16:3e:4b:5b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c212e138-c574-4b49-b256-cbfe4ef5fc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:26Z', 'updated_at': '2022-06-04T08:31:28Z', 'revision_number': 2, 'project_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'subnets': [{'id': 'c212e138-c574-4b49-b256-cbfe4ef5fc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:31:30.265311 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port d194d0e1-dd50-431e-8587-74ed06856f5b is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:30.310490 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-c2fecc57-6649-4cfd-9555-312294f57b78 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6302936 Jun 04 08:31:30.314562 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 58336) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:30.316421 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:30.322959 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-e908c215-c662-4fff-a994-12793c73f413 admin admin] Request body: {'subnet': {'network_id': '6035b356-a657-4dea-bc83-fe40d1093cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-893982339-subnet', 'tenant_id': 'dd222ba8d8b8447594ee715381dcd847', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:30.327515 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8795ae06-17f0-485f-9933-24bc0afb6cc0 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group_rule (ed90b911-8293-4f67-ad6f-ab0b8011131d), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.334194 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8795ae06-17f0-485f-9933-24bc0afb6cc0 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (ed90b911-8293-4f67-ad6f-ab0b8011131d), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.350365 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fecc57-6649-4cfd-9555-312294f57b78 admin admin] Pushing event updated for resources: {'Network': ['ID=6035b356-a657-4dea-bc83-fe40d1093cb0,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:30.358520 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795ae06-17f0-485f-9933-24bc0afb6cc0 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed90b911-8293-4f67-ad6f-ab0b8011131d,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:30.366240 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Network 6035b356-a657-4dea-bc83-fe40d1093cb0 details requested by agent ovs-agent-dv-cinder-836996-29-iscsi with host dv-cinder-836996-29-iscsi {{(pid=103813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 04 08:31:30.366850 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8795ae06-17f0-485f-9933-24bc0afb6cc0 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.372013 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8795ae06-17f0-485f-9933-24bc0afb6cc0 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1796134 Jun 04 08:31:30.372791 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 58338) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:30.377932 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-8e169ddb-1444-402f-8fc7-8e53262931b4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Request body: {'security_group_rule': {'security_group_id': '0fb37203-c5cc-435c-b493-caf763aee672', 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:30.383584 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e908c215-c662-4fff-a994-12793c73f413 admin admin] Made reservation on behalf of dd222ba8d8b8447594ee715381dcd847 for: {'subnet': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:31:30.386934 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e908c215-c662-4fff-a994-12793c73f413 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126094848'] for subnet (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.428093 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8e169ddb-1444-402f-8fc7-8e53262931b4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group_rule (aa6540b4-2726-427d-b679-bbcc4c9f691b), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.537760 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8e169ddb-1444-402f-8fc7-8e53262931b4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group_rule (aa6540b4-2726-427d-b679-bbcc4c9f691b), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.570598 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8e169ddb-1444-402f-8fc7-8e53262931b4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (aa6540b4-2726-427d-b679-bbcc4c9f691b), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.615454 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e169ddb-1444-402f-8fc7-8e53262931b4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6540b4-2726-427d-b679-bbcc4c9f691b,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:30.635240 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8e169ddb-1444-402f-8fc7-8e53262931b4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.636681 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8e169ddb-1444-402f-8fc7-8e53262931b4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2628057 Jun 04 08:31:30.639547 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 58346) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:30.645948 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-6893782a-d1b4-4735-94e4-b4f7abca5fcc tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Request body: {'security_group_rule': {'security_group_id': '0fb37203-c5cc-435c-b493-caf763aee672', 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:30.686859 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6893782a-d1b4-4735-94e4-b4f7abca5fcc tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group_rule (59f77e23-5fea-4c01-9aa4-027f175d80ac), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.735188 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e908c215-c662-4fff-a994-12793c73f413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126740278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126094898'] for subnet (a3a1149a-2ac6-478f-9fcd-1fdd51499b93), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.817092 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=15 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:30.835872 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908c215-c662-4fff-a994-12793c73f413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3a1149a-2ac6-478f-9fcd-1fdd51499b93,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:30.838748 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e908c215-c662-4fff-a994-12793c73f413 admin admin] Checking segment: {'id': '82c378b9-80b9-4b9c-a2af-87b66b27e45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6035b356-a657-4dea-bc83-fe40d1093cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:31:30.839065 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6893782a-d1b4-4735-94e4-b4f7abca5fcc tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group_rule (59f77e23-5fea-4c01-9aa4-027f175d80ac), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.839276 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e908c215-c662-4fff-a994-12793c73f413 admin admin] Network hostable DHCP agents. Network: 6035b356-a657-4dea-bc83-fe40d1093cb0, hostable agents: ['ea01a8d2-f4d6-4f5b-85de-dd090fec2651'], hosted agents: [] {{(pid=103812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 08:31:30.844919 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:30.846670 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6893782a-d1b4-4735-94e4-b4f7abca5fcc tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (59f77e23-5fea-4c01-9aa4-027f175d80ac), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.863181 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e908c215-c662-4fff-a994-12793c73f413 admin admin] Network 6035b356-a657-4dea-bc83-fe40d1093cb0 is scheduled to be hosted by DHCP agent ea01a8d2-f4d6-4f5b-85de-dd090fec2651 with binding_index 1 {{(pid=103812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 08:31:30.877431 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-e908c215-c662-4fff-a994-12793c73f413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-29-iscsi, 6035b356-a657-4dea-bc83-fe40d1093cb0) {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:31:30.883080 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e908c215-c662-4fff-a994-12793c73f413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:30.885195 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e908c215-c662-4fff-a994-12793c73f413 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.892201 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893782a-d1b4-4735-94e4-b4f7abca5fcc tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f77e23-5fea-4c01-9aa4-027f175d80ac,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:30.898179 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667e93f6-2707-41e2-8b06-512886065acc None None] Network 6035b356-a657-4dea-bc83-fe40d1093cb0 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:31:30.908035 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-e908c215-c662-4fff-a994-12793c73f413 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5922382 Jun 04 08:31:30.941648 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6893782a-d1b4-4735-94e4-b4f7abca5fcc tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:30.944422 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6893782a-d1b4-4735-94e4-b4f7abca5fcc tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3036747 Jun 04 08:31:30.948913 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 58350) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:30.958065 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-11744c01-4df9-4b20-b6f2-0288a681d491 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Request body: {'security_group_rule': {'security_group_id': '0fb37203-c5cc-435c-b493-caf763aee672', 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:31.004403 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-11744c01-4df9-4b20-b6f2-0288a681d491 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group_rule (354a8eef-eb60-4b04-823c-7ad77a5ecead), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:31.009968 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=100 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:31.085323 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-11744c01-4df9-4b20-b6f2-0288a681d491 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group_rule (354a8eef-eb60-4b04-823c-7ad77a5ecead), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:31.096050 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-11744c01-4df9-4b20-b6f2-0288a681d491 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (354a8eef-eb60-4b04-823c-7ad77a5ecead), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:31.116627 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11744c01-4df9-4b20-b6f2-0288a681d491 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354a8eef-eb60-4b04-823c-7ad77a5ecead,revision_number=0']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:31.132271 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0bbd01-f593-4058-ba5b-5e4561f04186 None None] Network 6035b356-a657-4dea-bc83-fe40d1093cb0 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:31:31.136896 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-11744c01-4df9-4b20-b6f2-0288a681d491 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:31.139078 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-11744c01-4df9-4b20-b6f2-0288a681d491 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1887693 Jun 04 08:31:31.143514 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 58354) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:31.152561 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-d5536c22-ce62-4d3f-b2ae-45aace59b7a4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Request body: {'security_group_rule': {'security_group_id': '0fb37203-c5cc-435c-b493-caf763aee672', 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:31.194591 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.securitygroups_db [None req-d5536c22-ce62-4d3f-b2ae-45aace59b7a4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Project a6ccf261fc9e4774a6b129712a9e2f9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 08:31:31.209429 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d5536c22-ce62-4d3f-b2ae-45aace59b7a4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group_rule (3aff62d8-404c-4e19-b238-ec3ff75d12d7), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:31.279916 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d5536c22-ce62-4d3f-b2ae-45aace59b7a4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group_rule (3aff62d8-404c-4e19-b238-ec3ff75d12d7), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:31.288903 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d5536c22-ce62-4d3f-b2ae-45aace59b7a4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (3aff62d8-404c-4e19-b238-ec3ff75d12d7), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:31.313262 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5536c22-ce62-4d3f-b2ae-45aace59b7a4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aff62d8-404c-4e19-b238-ec3ff75d12d7,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:31.325405 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d5536c22-ce62-4d3f-b2ae-45aace59b7a4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:31.329207 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d5536c22-ce62-4d3f-b2ae-45aace59b7a4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1807532 Jun 04 08:31:31.329668 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 58360) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:31.334700 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-446b36de-b768-4580-bdbb-d8188fc26cfc tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Request body: {'security_group_rule': {'security_group_id': '0fb37203-c5cc-435c-b493-caf763aee672', 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:31.385736 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.securitygroups_db [None req-446b36de-b768-4580-bdbb-d8188fc26cfc tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Project a6ccf261fc9e4774a6b129712a9e2f9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 08:31:31.393459 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-446b36de-b768-4580-bdbb-d8188fc26cfc tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group_rule (4e4981fc-9643-49bb-b293-486f60977b84), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:31.481438 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-446b36de-b768-4580-bdbb-d8188fc26cfc tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group_rule (4e4981fc-9643-49bb-b293-486f60977b84), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:31.487275 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-446b36de-b768-4580-bdbb-d8188fc26cfc tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387226'] for security_group_rule (4e4981fc-9643-49bb-b293-486f60977b84), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:31.514454 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b36de-b768-4580-bdbb-d8188fc26cfc tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4981fc-9643-49bb-b293-486f60977b84,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:31.523141 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-446b36de-b768-4580-bdbb-d8188fc26cfc tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:31.524407 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-446b36de-b768-4580-bdbb-d8188fc26cfc tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1934588 Jun 04 08:31:32.146724 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 58414) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:32.288021 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6a8d2541-7e01-43ef-a304-da5ed46d9a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:32.378101 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6a8d2541-7e01-43ef-a304-da5ed46d9a76 admin admin] Publish callbacks [] for security_group (acf9c037-cef9-4f8d-963c-997c941ee9c7), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:32.383511 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6a8d2541-7e01-43ef-a304-da5ed46d9a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (acf9c037-cef9-4f8d-963c-997c941ee9c7), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:32.429277 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6a8d2541-7e01-43ef-a304-da5ed46d9a76 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2f1692329dd9480db3efcec3ae60fa3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805810 Jun 04 08:31:32.430125 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d2541-7e01-43ef-a304-da5ed46d9a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf9c037-cef9-4f8d-963c-997c941ee9c7,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:32.433236 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 58432) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:32.491552 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7e8823f7-e1d3-4978-ab3a-f70b4a37fd0f admin admin] Publish callbacks [] for security_group (acf9c037-cef9-4f8d-963c-997c941ee9c7), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:32.522896 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7e8823f7-e1d3-4978-ab3a-f70b4a37fd0f admin admin] Publish callbacks [] for security_group (acf9c037-cef9-4f8d-963c-997c941ee9c7), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:32.590139 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7e8823f7-e1d3-4978-ab3a-f70b4a37fd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (acf9c037-cef9-4f8d-963c-997c941ee9c7), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:32.593346 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7e8823f7-e1d3-4978-ab3a-f70b4a37fd0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:32.594982 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-7e8823f7-e1d3-4978-ab3a-f70b4a37fd0f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/acf9c037-cef9-4f8d-963c-997c941ee9c7 HTTP/1.1" status: 204 len: 168 time: 0.1604395 Jun 04 08:31:32.608633 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8823f7-e1d3-4978-ab3a-f70b4a37fd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf9c037-cef9-4f8d-963c-997c941ee9c7,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:33.031735 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 2893e25c-301a-4383-af86-934d978f165e up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:31:33.108036 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 2893e25c-301a-4383-af86-934d978f165e triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:33.108635 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (2893e25c-301a-4383-af86-934d978f165e), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:33.206229 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 2893e25c-301a-4383-af86-934d978f165e is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:33.206628 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (2893e25c-301a-4383-af86-934d978f165e), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:33.214206 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:33.240803 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] For port 2893e25c-301a-4383-af86-934d978f165e, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=2893e25c-301a-4383-af86-934d978f165e,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:31:33.248380 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (2893e25c-301a-4383-af86-934d978f165e), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:33.271327 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-840397e7-dbed-4115-b08f-256ea3a23313 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:33.273158 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-840397e7-dbed-4115-b08f-256ea3a23313 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/networks?id=6035b356-a657-4dea-bc83-fe40d1093cb0 HTTP/1.1" status: 200 len: 813 time: 0.1484244 Jun 04 08:31:33.304309 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-6759bc3d-8515-4ff1-bf9e-668dc24fac1c tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/quotas/dd222ba8d8b8447594ee715381dcd847 HTTP/1.1" status: 200 len: 375 time: 0.0247712 Jun 04 08:31:33.332473 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Pushing event updated for resources: {'Port': ['ID=2893e25c-301a-4383-af86-934d978f165e,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:33.346418 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-369b35fd-6eaf-417c-b0b8-82ccf7502d8f tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd222ba8d8b8447594ee715381dcd847&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337873 Jun 04 08:31:33.436704 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:DELETE=4,neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:33.459528 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-77f549b8-5117-497b-a39c-ca0506264e23 service neutron] 10.222.0.57 "GET /v2.0/networks/6035b356-a657-4dea-bc83-fe40d1093cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073396 Jun 04 08:31:33.559775 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-8422d755-47ca-40b1-8a57-61c4ffbbf2c8 service neutron] 10.222.0.57 "GET /v2.0/networks/6035b356-a657-4dea-bc83-fe40d1093cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936017 Jun 04 08:31:33.746930 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-3cba7e20-de6c-4846-b774-1cc8a4d4945e req-8917d594-bdd6-4a51-90d4-e797cf0c8a98 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=60960b6a-c060-4d09-996b-5bb66801bb16 HTTP/1.1" status: 200 len: 210 time: 0.0298531 Jun 04 08:31:34.361930 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Sync routers for ids ['79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:31:34.372928 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Routers {'79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:31:34.373541 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:31:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:34.491522 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Set router 79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:31:34.702301 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:34.806926 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'name': 'tempest-TestShelveInstance-1615361091-router', 'tenant_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '2893e25c-301a-4383-af86-934d978f165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:23Z', 'updated_at': '2022-06-04T08:31:27Z', 'revision_number': 4, 'project_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'gw_port': {'id': '2893e25c-301a-4383-af86-934d978f165e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:24Z', 'updated_at': '2022-06-04T08:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f', 'name': '', 'network_id': '6a338dcf-4c71-4ca9-9827-76f83228989f', 'tenant_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'mac_address': 'fa:16:3e:4b:5b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c212e138-c574-4b49-b256-cbfe4ef5fc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:26Z', 'updated_at': '2022-06-04T08:31:28Z', 'revision_number': 2, 'project_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'subnets': [{'id': 'c212e138-c574-4b49-b256-cbfe4ef5fc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:34.838585 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Checking router: 79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:31:34.838854 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Updating router 79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e port e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f binding host dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 08:31:34.861340 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a95d5a17-189d-4958-9385-915acaf31b62 req-a843c422-66f1-434d-80c1-d8459c1975bc tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=60960b6a-c060-4d09-996b-5bb66801bb16 HTTP/1.1" status: 200 len: 210 time: 0.0314054 Jun 04 08:31:34.869464 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:35.013959 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 2893e25c-301a-4383-af86-934d978f165e up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:31:35.131386 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port 2893e25c-301a-4383-af86-934d978f165e triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:35.131386 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (2893e25c-301a-4383-af86-934d978f165e), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:35.136532 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:35.187522 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:35.195849 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-b9b1e2e7-22af-44d8-9656-6a71a67304f1 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:35.198351 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-b9b1e2e7-22af-44d8-9656-6a71a67304f1 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.77 "GET /v2.0/networks?id=6035b356-a657-4dea-bc83-fe40d1093cb0 HTTP/1.1" status: 200 len: 813 time: 0.1440408 Jun 04 08:31:35.213164 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-4fa830b4-7dfc-4f38-b5b0-c0f23648c2b4 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Request body: {'port': {'device_id': '60960b6a-c060-4d09-996b-5bb66801bb16', 'network_id': '6035b356-a657-4dea-bc83-fe40d1093cb0', 'admin_state_up': True, 'tenant_id': 'dd222ba8d8b8447594ee715381dcd847'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:35.283036 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port 2893e25c-301a-4383-af86-934d978f165e is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:35.319363 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Publish callbacks [] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), precommit_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:35.336640 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:35.403146 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-4fa830b4-7dfc-4f38-b5b0-c0f23648c2b4 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Made reservation on behalf of dd222ba8d8b8447594ee715381dcd847 for: {'port': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:31:35.418199 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-4fa830b4-7dfc-4f38-b5b0-c0f23648c2b4 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:35.442544 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:35.451334 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc43948-1fb8-41d6-bbd3-3d209082d31c None None] Pushing event updated for resources: {'Port': ['ID=e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f,revision_number=3']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:35.469964 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-84f52ed9-e9de-481b-9fd0-53ced509356e tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d184f89cae454990b26023745ea432fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479565 Jun 04 08:31:35.533374 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Attempting to bind port e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f on host dv-cinder-836996-29-iscsi for vnic_type normal with profile {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:31:35.535040 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Attempting to bind port e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f by drivers openvswitch,hyperv on host dv-cinder-836996-29-iscsi at level 0 using segments [{'id': 'aef0b70e-5153-4a63-b759-7ba9dc104fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6a338dcf-4c71-4ca9-9827-76f83228989f'}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:31:35.535040 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Attempting to bind port e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f on network 6a338dcf-4c71-4ca9-9827-76f83228989f {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:31:35.543652 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Checking agent: {'id': 'b86e9960-eecd-46ba-8fdc-4f3b345c15cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 14, 43), 'started_at': datetime.datetime(2022, 6, 4, 8, 15, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:31:35.544062 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Checking segment: {'id': 'aef0b70e-5153-4a63-b759-7ba9dc104fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6a338dcf-4c71-4ca9-9827-76f83228989f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:31:35.544416 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:35.544806 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Bound using segment: {'id': 'aef0b70e-5153-4a63-b759-7ba9dc104fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6a338dcf-4c71-4ca9-9827-76f83228989f'} {{(pid=103814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:31:35.545301 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.managers [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Bound port: e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f, host: dv-cinder-836996-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef0b70e-5153-4a63-b759-7ba9dc104fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6a338dcf-4c71-4ca9-9827-76f83228989f'}}] {{(pid=103814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:31:35.545992 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), before_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:35.623631 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] For port e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f, host dv-cinder-836996-29-iscsi, cleared binding levels {{(pid=103814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:31:35.627171 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.db [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] For port e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f, host dv-cinder-836996-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f,segment=NetworkSegment(aef0b70e-5153-4a63-b759-7ba9dc104fce),segment_id=aef0b70e-5153-4a63-b759-7ba9dc104fce)] {{(pid=103814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:31:35.638013 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), after_update {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:35.663249 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-0c6e00ae-de40-4256-a544-fe4634188b91 None None] Provisioning complete for port e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:35.664192 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-0c6e00ae-de40-4256-a544-fe4634188b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:35.709676 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Routers {'79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:31:35.710345 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:31:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:35.764195 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc43948-1fb8-41d6-bbd3-3d209082d31c None None] Pushing event updated for resources: {'Port': ['ID=e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f,revision_number=4']} {{(pid=103814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:35.818886 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-0c6e00ae-de40-4256-a544-fe4634188b91 None None] Current status of the port e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f is: DOWN; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:35.819640 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-0c6e00ae-de40-4256-a544-fe4634188b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:35.870264 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-0c6e00ae-de40-4256-a544-fe4634188b91 None None] For port e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f,segment=NetworkSegment(aef0b70e-5153-4a63-b759-7ba9dc104fce),segment_id=aef0b70e-5153-4a63-b759-7ba9dc104fce)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:31:35.877870 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-0c6e00ae-de40-4256-a544-fe4634188b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:35.881299 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] Set router 79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:31:35.994824 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e00ae-de40-4256-a544-fe4634188b91 None None] Pushing event updated for resources: {'Port': ['ID=e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:36.038630 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-42627a52-279f-4392-bd58-efbbcc3aec91 req-3c635d8e-e5cf-46bf-9c8d-ee50a5f5e48e tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=60960b6a-c060-4d09-996b-5bb66801bb16 HTTP/1.1" status: 200 len: 210 time: 0.0439076 Jun 04 08:31:36.075231 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=100 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:36.102156 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-7f726bd2-f92e-4096-9862-cc4723273e6c tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:36.104280 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-7f726bd2-f92e-4096-9862-cc4723273e6c tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6335423 Jun 04 08:31:36.111975 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-13ee6efd-2673-47f4-9177-14c0e578a3a0 None None] Provisioning complete for port e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:36.113171 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-13ee6efd-2673-47f4-9177-14c0e578a3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:36.131901 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:36.137481 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-e769ddf5-ca3f-41f6-a6e1-be104af9f03e tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/quotas/d184f89cae454990b26023745ea432fb HTTP/1.1" status: 200 len: 375 time: 0.0214388 Jun 04 08:31:36.144007 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-4fa830b4-7dfc-4f38-b5b0-c0f23648c2b4 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Allocated IP 172.20.0.5 (6035b356-a657-4dea-bc83-fe40d1093cb0/a3a1149a-2ac6-478f-9fcd-1fdd51499b93/8aa437a2-f403-4e1d-b21a-472f593ebc67) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:31:36.181839 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'name': 'tempest-TestShelveInstance-1615361091-router', 'tenant_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '2893e25c-301a-4383-af86-934d978f165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:23Z', 'updated_at': '2022-06-04T08:31:27Z', 'revision_number': 4, 'project_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'gw_port': {'id': '2893e25c-301a-4383-af86-934d978f165e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:24Z', 'updated_at': '2022-06-04T08:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f', 'name': '', 'network_id': '6a338dcf-4c71-4ca9-9827-76f83228989f', 'tenant_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'mac_address': 'fa:16:3e:4b:5b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c212e138-c574-4b49-b256-cbfe4ef5fc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:26Z', 'updated_at': '2022-06-04T08:31:35Z', 'revision_number': 4, 'project_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'subnets': [{'id': 'c212e138-c574-4b49-b256-cbfe4ef5fc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:31:36.184333 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:36.217322 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-fcae2fdb-89a7-4dc0-baa7-0bc243c2aea7 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d184f89cae454990b26023745ea432fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471904 Jun 04 08:31:36.226356 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-13ee6efd-2673-47f4-9177-14c0e578a3a0 None None] Current status of the port e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:36.246752 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f6d3b5-782c-442e-872a-6c64b6c96024 None None] The sync data for ids ['79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e'] in dv-cinder-836996-29-iscsi is: [{'id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'name': 'tempest-TestShelveInstance-1615361091-router', 'tenant_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '2893e25c-301a-4383-af86-934d978f165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:23Z', 'updated_at': '2022-06-04T08:31:27Z', 'revision_number': 4, 'project_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'gw_port': {'id': '2893e25c-301a-4383-af86-934d978f165e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:24Z', 'updated_at': '2022-06-04T08:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f', 'name': '', 'network_id': '6a338dcf-4c71-4ca9-9827-76f83228989f', 'tenant_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'mac_address': 'fa:16:3e:4b:5b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c212e138-c574-4b49-b256-cbfe4ef5fc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:26Z', 'updated_at': '2022-06-04T08:31:35Z', 'revision_number': 4, 'project_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'subnets': [{'id': 'c212e138-c574-4b49-b256-cbfe4ef5fc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:31:36.451665 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-4fa830b4-7dfc-4f38-b5b0-c0f23648c2b4 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Publish callbacks [] for port (8aa437a2-f403-4e1d-b21a-472f593ebc67), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:36.503748 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-4fa830b4-7dfc-4f38-b5b0-c0f23648c2b4 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (8aa437a2-f403-4e1d-b21a-472f593ebc67), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:36.509004 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d1774e54-f918-4a88-9c1c-033d201c9878 req-b78c6191-1859-44d7-8ff2-158cd8215837 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/ports?device_id=da8ceda8-e62b-4e19-bbb9-b536a72ac3c3 HTTP/1.1" status: 200 len: 210 time: 0.0451183 Jun 04 08:31:36.579847 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa830b4-7dfc-4f38-b5b0-c0f23648c2b4 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Pushing event updated for resources: {'Port': ['ID=8aa437a2-f403-4e1d-b21a-472f593ebc67,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:36.583712 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-4fa830b4-7dfc-4f38-b5b0-c0f23648c2b4 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Network 6035b356-a657-4dea-bc83-fe40d1093cb0 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:31:36.586114 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-4fa830b4-7dfc-4f38-b5b0-c0f23648c2b4 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:31:36.589510 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-4fa830b4-7dfc-4f38-b5b0-c0f23648c2b4 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:31:36.605445 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-fe6a5ff9-de57-4dba-b06e-896670eca3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:36.649283 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-4fa830b4-7dfc-4f38-b5b0-c0f23648c2b4 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:36.651113 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-4fa830b4-7dfc-4f38-b5b0-c0f23648c2b4 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:36.674426 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-4fa830b4-7dfc-4f38-b5b0-c0f23648c2b4 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4659297 Jun 04 08:31:36.686661 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Request body: {'port': {'device_id': '60960b6a-c060-4d09-996b-5bb66801bb16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:36.732199 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:36.771250 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (8aa437a2-f403-4e1d-b21a-472f593ebc67), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:37.036681 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f up at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:31:37.136369 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Provisioning complete for port e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:37.137568 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:37.173073 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa437a2-f403-4e1d-b21a-472f593ebc67 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:31:37.193848 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Publish callbacks [] for port (8aa437a2-f403-4e1d-b21a-472f593ebc67), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:37.230197 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Current status of the port e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f is: ACTIVE; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:37.233194 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Transition to ACTIVE for port object 8aa437a2-f403-4e1d-b21a-472f593ebc67 will not be triggered until provisioned by entity L2. {{(pid=103812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:31:37.238449 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (8aa437a2-f403-4e1d-b21a-472f593ebc67), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:37.273253 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde77de-a1ba-4652-ba1e-76293bcae57f req-bf4d9980-541a-4c59-8804-1d6c741b4455 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:37.275339 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-edde77de-a1ba-4652-ba1e-76293bcae57f req-bf4d9980-541a-4c59-8804-1d6c741b4455 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=60960b6a-c060-4d09-996b-5bb66801bb16 HTTP/1.1" status: 200 len: 931 time: 0.1129062 Jun 04 08:31:37.319593 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa437a2-f403-4e1d-b21a-472f593ebc67,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:37.408875 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-edde77de-a1ba-4652-ba1e-76293bcae57f req-2b38ead4-59e6-46e8-a070-8099f81af4ff tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205969 Jun 04 08:31:37.427752 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Attempting to bind port 8aa437a2-f403-4e1d-b21a-472f593ebc67 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:31:37.427977 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Attempting to bind port 8aa437a2-f403-4e1d-b21a-472f593ebc67 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '82c378b9-80b9-4b9c-a2af-87b66b27e45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6035b356-a657-4dea-bc83-fe40d1093cb0'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:31:37.428127 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Attempting to bind port 8aa437a2-f403-4e1d-b21a-472f593ebc67 on network 6035b356-a657-4dea-bc83-fe40d1093cb0 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:31:37.429976 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:37.434650 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Port 8aa437a2-f403-4e1d-b21a-472f593ebc67 on network 6035b356-a657-4dea-bc83-fe40d1093cb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:31:37.434964 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Attempting to bind port 8aa437a2-f403-4e1d-b21a-472f593ebc67 on network 6035b356-a657-4dea-bc83-fe40d1093cb0 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:31:37.444101 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:31:37.444683 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Checking segment: {'id': '82c378b9-80b9-4b9c-a2af-87b66b27e45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6035b356-a657-4dea-bc83-fe40d1093cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:31:37.445331 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Bound using segment: {'id': '82c378b9-80b9-4b9c-a2af-87b66b27e45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6035b356-a657-4dea-bc83-fe40d1093cb0'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:31:37.445872 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Bound port: 8aa437a2-f403-4e1d-b21a-472f593ebc67, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c378b9-80b9-4b9c-a2af-87b66b27e45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6035b356-a657-4dea-bc83-fe40d1093cb0'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:31:37.446284 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (8aa437a2-f403-4e1d-b21a-472f593ebc67), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:37.536845 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] For port 8aa437a2-f403-4e1d-b21a-472f593ebc67, host hv-cinder-83699, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:31:37.541909 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] For port 8aa437a2-f403-4e1d-b21a-472f593ebc67, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8aa437a2-f403-4e1d-b21a-472f593ebc67,segment=NetworkSegment(82c378b9-80b9-4b9c-a2af-87b66b27e45d),segment_id=82c378b9-80b9-4b9c-a2af-87b66b27e45d)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:31:37.551830 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (8aa437a2-f403-4e1d-b21a-472f593ebc67), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:37.604334 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:37.604962 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:37.606392 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] 10.222.0.77 "PUT /v2.0/ports/8aa437a2-f403-4e1d-b21a-472f593ebc67 HTTP/1.1" status: 200 len: 1093 time: 0.9243574 Jun 04 08:31:37.606843 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60960b6a-c060-4d09-996b-5bb66801bb16', 'tag': '8aa437a2-f403-4e1d-b21a-472f593ebc67'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:31:37.609161 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2970cf-80d6-4bda-97ad-c156ed8e0348" -d '{"events": [{"name": "network-changed", "server_uuid": "60960b6a-c060-4d09-996b-5bb66801bb16", "tag": "8aa437a2-f403-4e1d-b21a-472f593ebc67"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:31:37.625203 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1a1c0750-6b71-4fff-b45f-329887c40a1b req-7f561ed2-6a32-4886-88e5-56355f2b11ce tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/ports?device_id=da8ceda8-e62b-4e19-bbb9-b536a72ac3c3 HTTP/1.1" status: 200 len: 210 time: 0.0312550 Jun 04 08:31:37.666395 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bd60a9-f899-4c8f-a52b-104eb7990ffa x-openstack-request-id: req-06bd60a9-f899-4c8f-a52b-104eb7990ffa {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:31:37.666821 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60960b6a-c060-4d09-996b-5bb66801bb16", "tag": "8aa437a2-f403-4e1d-b21a-472f593ebc67", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:31:37.667209 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-06bd60a9-f899-4c8f-a52b-104eb7990ffa {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:31:37.667793 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06bd60a9-f899-4c8f-a52b-104eb7990ffa'] response: {'name': 'network-changed', 'server_uuid': '60960b6a-c060-4d09-996b-5bb66801bb16', 'tag': '8aa437a2-f403-4e1d-b21a-472f593ebc67', 'status': 'completed', 'code': 200} Jun 04 08:31:37.669271 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11947ace-dc27-4a97-936a-8b11336df822 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa437a2-f403-4e1d-b21a-472f593ebc67,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:37.734357 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:37.754974 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-d7f0d7d8-a6be-457c-bd04-d74959c21aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:37.757599 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-d7f0d7d8-a6be-457c-bd04-d74959c21aa6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd222ba8d8b8447594ee715381dcd847&device_id=60960b6a-c060-4d09-996b-5bb66801bb16 HTTP/1.1" status: 200 len: 1127 time: 0.0819380 Jun 04 08:31:37.775038 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-1c614833-9da1-46d2-b646-d8ccb2f1cfb0 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=d184f89cae454990b26023745ea432fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330606 Jun 04 08:31:37.809693 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-2c47d2f0-b77e-4909-90cb-7d0af26874e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8aa437a2-f403-4e1d-b21a-472f593ebc67 HTTP/1.1" status: 200 len: 217 time: 0.0383494 Jun 04 08:31:37.869536 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-5ecfb31b-7de5-4cfe-ad87-3ea9dc270afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:37.871009 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-5ecfb31b-7de5-4cfe-ad87-3ea9dc270afa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3a1149a-2ac6-478f-9fcd-1fdd51499b93 HTTP/1.1" status: 200 len: 853 time: 0.0534918 Jun 04 08:31:37.913282 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-e16982a6-75c8-4671-9740-9697d3c20c59 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6035b356-a657-4dea-bc83-fe40d1093cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326662 Jun 04 08:31:37.997512 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-6386c71d-1626-45c3-b868-850860532cc1 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:37.998974 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-6386c71d-1626-45c3-b868-850860532cc1 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181101 Jun 04 08:31:38.036104 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-ee071d89-19e0-4e43-bd16-a3961883e577 service neutron] 10.222.0.77 "GET /v2.0/networks/6035b356-a657-4dea-bc83-fe40d1093cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158619 Jun 04 08:31:38.057982 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-dc51fcf8-c5a0-4642-8f92-000de9f993ad tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Request body: {'port': {'device_id': 'da8ceda8-e62b-4e19-bbb9-b536a72ac3c3', 'network_id': '06baf699-8f4b-4d48-bffe-cb8198651397', 'admin_state_up': True, 'tenant_id': 'd184f89cae454990b26023745ea432fb'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:38.153175 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a80aba11-5762-40dd-9c76-a4caa4d2db04 req-c7bb8db8-8766-4b31-a31a-c580b54330c9 service neutron] 10.222.0.77 "GET /v2.0/networks/6035b356-a657-4dea-bc83-fe40d1093cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994864 Jun 04 08:31:38.200942 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-dc51fcf8-c5a0-4642-8f92-000de9f993ad tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Made reservation on behalf of d184f89cae454990b26023745ea432fb for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:31:38.206720 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-dc51fcf8-c5a0-4642-8f92-000de9f993ad tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:38.217437 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-dc51fcf8-c5a0-4642-8f92-000de9f993ad tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:38.302585 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-dc51fcf8-c5a0-4642-8f92-000de9f993ad tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Publish callbacks [] for security_group (aaceee09-f83d-4b29-b06a-e63d2beb9979), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:38.309791 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-dc51fcf8-c5a0-4642-8f92-000de9f993ad tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (aaceee09-f83d-4b29-b06a-e63d2beb9979), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:38.375837 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51fcf8-c5a0-4642-8f92-000de9f993ad tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaceee09-f83d-4b29-b06a-e63d2beb9979,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:38.452268 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-dc51fcf8-c5a0-4642-8f92-000de9f993ad tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Allocated IP 192.168.233.239 (06baf699-8f4b-4d48-bffe-cb8198651397/c691a560-f7f3-4c02-a191-ccf4727bb300/92f4460f-cf45-46d3-9278-e114dd4493f5) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:31:38.499368 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:38.588691 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aedb8c-9c11-4e4b-998d-d012e56ab59c req-16aa19ae-e80c-4287-ac92-6d170ce972e6 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:38.590617 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e9aedb8c-9c11-4e4b-998d-d012e56ab59c req-16aa19ae-e80c-4287-ac92-6d170ce972e6 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=60960b6a-c060-4d09-996b-5bb66801bb16 HTTP/1.1" status: 200 len: 943 time: 0.1078053 Jun 04 08:31:38.670371 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e9aedb8c-9c11-4e4b-998d-d012e56ab59c req-9427ebf2-cd64-4a96-ba66-6bee8aefa762 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740335 Jun 04 08:31:38.671203 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:38.690689 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-dc51fcf8-c5a0-4642-8f92-000de9f993ad tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Publish callbacks [] for port (92f4460f-cf45-46d3-9278-e114dd4493f5), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:38.734617 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-dc51fcf8-c5a0-4642-8f92-000de9f993ad tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (92f4460f-cf45-46d3-9278-e114dd4493f5), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:38.776101 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e58f9-3200-4691-b715-c5a28e30d51a req-b7154414-d6fa-4c61-8f67-8e3d3d152dbf tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:38.777950 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f88e58f9-3200-4691-b715-c5a28e30d51a req-b7154414-d6fa-4c61-8f67-8e3d3d152dbf tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/ports?device_id=da8ceda8-e62b-4e19-bbb9-b536a72ac3c3 HTTP/1.1" status: 200 len: 936 time: 0.0642049 Jun 04 08:31:38.792865 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-dc51fcf8-c5a0-4642-8f92-000de9f993ad tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Network 06baf699-8f4b-4d48-bffe-cb8198651397 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:31:38.796405 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51fcf8-c5a0-4642-8f92-000de9f993ad tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Pushing event updated for resources: {'Port': ['ID=92f4460f-cf45-46d3-9278-e114dd4493f5,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:38.798987 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-dc51fcf8-c5a0-4642-8f92-000de9f993ad tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:31:38.801619 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-dc51fcf8-c5a0-4642-8f92-000de9f993ad tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:31:38.834500 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f88e58f9-3200-4691-b715-c5a28e30d51a req-d485d69b-0ba0-40db-9fae-26ecdec902c7 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaceee09-f83d-4b29-b06a-e63d2beb9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501013 Jun 04 08:31:38.858728 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-dc51fcf8-c5a0-4642-8f92-000de9f993ad tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:38.859521 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-dc51fcf8-c5a0-4642-8f92-000de9f993ad tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:38.877613 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-dc51fcf8-c5a0-4642-8f92-000de9f993ad tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8245862 Jun 04 08:31:39.078796 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-3eeaecca-b832-45c5-b7a8-34bdaa303326 None None] Provisioning complete for port 92f4460f-cf45-46d3-9278-e114dd4493f5 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:39.079490 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3eeaecca-b832-45c5-b7a8-34bdaa303326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (92f4460f-cf45-46d3-9278-e114dd4493f5), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:39.110900 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-3eeaecca-b832-45c5-b7a8-34bdaa303326 None None] Port 92f4460f-cf45-46d3-9278-e114dd4493f5 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:31:39.143249 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-41902eca-64fd-4329-930e-90504f6fe9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:39.172366 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Request body: {'port': {'device_id': 'da8ceda8-e62b-4e19-bbb9-b536a72ac3c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:39.208587 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2970cf-80d6-4bda-97ad-c156ed8e0348 req-6bd219d7-0c4e-4b4e-88e2-186d7fb124ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:39.211070 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bf2970cf-80d6-4bda-97ad-c156ed8e0348 req-6bd219d7-0c4e-4b4e-88e2-186d7fb124ad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd222ba8d8b8447594ee715381dcd847&device_id=60960b6a-c060-4d09-996b-5bb66801bb16 HTTP/1.1" status: 200 len: 1127 time: 0.0421739 Jun 04 08:31:39.250206 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (92f4460f-cf45-46d3-9278-e114dd4493f5), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:39.364775 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2970cf-80d6-4bda-97ad-c156ed8e0348 req-dc3c4054-9b75-4392-8b19-fb5aec1377de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:39.366959 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bf2970cf-80d6-4bda-97ad-c156ed8e0348 req-dc3c4054-9b75-4392-8b19-fb5aec1377de service neutron] 10.222.0.77 "GET /v2.0/networks?id=6035b356-a657-4dea-bc83-fe40d1093cb0 HTTP/1.1" status: 200 len: 914 time: 0.1357946 Jun 04 08:31:39.411568 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bf2970cf-80d6-4bda-97ad-c156ed8e0348 req-79acf2c4-5488-41e9-b907-9dfde4fea94c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8aa437a2-f403-4e1d-b21a-472f593ebc67 HTTP/1.1" status: 200 len: 217 time: 0.0362120 Jun 04 08:31:39.480558 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2970cf-80d6-4bda-97ad-c156ed8e0348 req-5f7601da-9d26-4895-9a3c-6f4bd5481d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:39.482706 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bf2970cf-80d6-4bda-97ad-c156ed8e0348 req-5f7601da-9d26-4895-9a3c-6f4bd5481d98 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3a1149a-2ac6-478f-9fcd-1fdd51499b93 HTTP/1.1" status: 200 len: 853 time: 0.0643950 Jun 04 08:31:39.536409 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bf2970cf-80d6-4bda-97ad-c156ed8e0348 req-50c61201-021f-4823-bddc-b8cc55322065 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6035b356-a657-4dea-bc83-fe40d1093cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451450 Jun 04 08:31:39.666978 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bf2970cf-80d6-4bda-97ad-c156ed8e0348 req-5cbaa343-21dd-4cd2-a1ae-3c9bab2b0d96 service neutron] 10.222.0.77 "GET /v2.0/networks/6035b356-a657-4dea-bc83-fe40d1093cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229784 Jun 04 08:31:39.816636 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bf2970cf-80d6-4bda-97ad-c156ed8e0348 req-b6bc87ba-e8eb-44b0-9d57-5996f71d9934 service neutron] 10.222.0.77 "GET /v2.0/networks/6035b356-a657-4dea-bc83-fe40d1093cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408434 Jun 04 08:31:39.848211 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62a1e0-5f5a-4c98-a52d-a744411af8d4 req-b4e5933d-d545-4edb-9294-59b2f16ca358 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:39.850582 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6a62a1e0-5f5a-4c98-a52d-a744411af8d4 req-b4e5933d-d545-4edb-9294-59b2f16ca358 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=60960b6a-c060-4d09-996b-5bb66801bb16 HTTP/1.1" status: 200 len: 943 time: 0.0641670 Jun 04 08:31:39.944005 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:39.952542 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6a62a1e0-5f5a-4c98-a52d-a744411af8d4 req-0328969c-deb1-4737-9fb7-0eedc0de9e0b tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937588 Jun 04 08:31:39.980867 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd837e4-e392-448d-bb22-7e2b41b5f802 req-64c8bc3c-6c73-49c2-9d67-eeccdf7c8bd0 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:39.983430 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-acd837e4-e392-448d-bb22-7e2b41b5f802 req-64c8bc3c-6c73-49c2-9d67-eeccdf7c8bd0 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/ports?device_id=da8ceda8-e62b-4e19-bbb9-b536a72ac3c3 HTTP/1.1" status: 200 len: 936 time: 0.0747433 Jun 04 08:31:40.011504 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f4460f-cf45-46d3-9278-e114dd4493f5 {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:31:40.021136 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Publish callbacks [] for port (92f4460f-cf45-46d3-9278-e114dd4493f5), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:40.043186 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Transition to ACTIVE for port object 92f4460f-cf45-46d3-9278-e114dd4493f5 will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:31:40.052011 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (92f4460f-cf45-46d3-9278-e114dd4493f5), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:40.058519 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-acd837e4-e392-448d-bb22-7e2b41b5f802 req-92e37d6d-6f09-41cd-aa38-d5ba90acf17d tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaceee09-f83d-4b29-b06a-e63d2beb9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655463 Jun 04 08:31:40.090016 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:40.112226 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Pushing event updated for resources: {'Port': ['ID=92f4460f-cf45-46d3-9278-e114dd4493f5,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:40.141178 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:40.194470 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:40.209284 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Attempting to bind port 92f4460f-cf45-46d3-9278-e114dd4493f5 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:31:40.209740 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Attempting to bind port 92f4460f-cf45-46d3-9278-e114dd4493f5 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '66ede3a0-4d51-4fd3-82a6-b597681576e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06baf699-8f4b-4d48-bffe-cb8198651397'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:31:40.210099 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Attempting to bind port 92f4460f-cf45-46d3-9278-e114dd4493f5 on network 06baf699-8f4b-4d48-bffe-cb8198651397 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:31:40.218263 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Port 92f4460f-cf45-46d3-9278-e114dd4493f5 on network 06baf699-8f4b-4d48-bffe-cb8198651397 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:31:40.218593 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Attempting to bind port 92f4460f-cf45-46d3-9278-e114dd4493f5 on network 06baf699-8f4b-4d48-bffe-cb8198651397 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:31:40.225972 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:31:40.226322 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Checking segment: {'id': '66ede3a0-4d51-4fd3-82a6-b597681576e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06baf699-8f4b-4d48-bffe-cb8198651397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:31:40.226707 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Bound using segment: {'id': '66ede3a0-4d51-4fd3-82a6-b597681576e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06baf699-8f4b-4d48-bffe-cb8198651397'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:31:40.227154 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Bound port: 92f4460f-cf45-46d3-9278-e114dd4493f5, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ede3a0-4d51-4fd3-82a6-b597681576e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06baf699-8f4b-4d48-bffe-cb8198651397'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:31:40.227588 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (92f4460f-cf45-46d3-9278-e114dd4493f5), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:40.320837 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] For port 92f4460f-cf45-46d3-9278-e114dd4493f5, host hv-cinder-83699, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:31:40.325343 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] For port 92f4460f-cf45-46d3-9278-e114dd4493f5, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=92f4460f-cf45-46d3-9278-e114dd4493f5,segment=NetworkSegment(66ede3a0-4d51-4fd3-82a6-b597681576e7),segment_id=66ede3a0-4d51-4fd3-82a6-b597681576e7)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:31:40.334176 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (92f4460f-cf45-46d3-9278-e114dd4493f5), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:40.372770 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:40.373400 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:40.374838 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] 10.222.0.77 "PUT /v2.0/ports/92f4460f-cf45-46d3-9278-e114dd4493f5 HTTP/1.1" status: 200 len: 1098 time: 1.2070441 Jun 04 08:31:40.375272 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8ceda8-e62b-4e19-bbb9-b536a72ac3c3', 'tag': '92f4460f-cf45-46d3-9278-e114dd4493f5'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:31:40.377572 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59627e7e-9b0e-4945-9dfa-b7a644f7c4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "da8ceda8-e62b-4e19-bbb9-b536a72ac3c3", "tag": "92f4460f-cf45-46d3-9278-e114dd4493f5"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:31:40.409025 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc361b-c462-45c6-8472-1d7d25abd840 service neutron] Pushing event updated for resources: {'Port': ['ID=92f4460f-cf45-46d3-9278-e114dd4493f5,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:40.457504 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f982722-87c3-4ace-bd7e-f396d2369438 x-openstack-request-id: req-1f982722-87c3-4ace-bd7e-f396d2369438 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:31:40.457793 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8ceda8-e62b-4e19-bbb9-b536a72ac3c3", "tag": "92f4460f-cf45-46d3-9278-e114dd4493f5", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:31:40.458087 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f982722-87c3-4ace-bd7e-f396d2369438 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:31:40.458504 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f982722-87c3-4ace-bd7e-f396d2369438'] response: {'name': 'network-changed', 'server_uuid': 'da8ceda8-e62b-4e19-bbb9-b536a72ac3c3', 'tag': '92f4460f-cf45-46d3-9278-e114dd4493f5', 'status': 'completed', 'code': 200} Jun 04 08:31:40.496962 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-ce3085cd-ee0a-4383-bed3-44d1955786ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:40.498580 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-ce3085cd-ee0a-4383-bed3-44d1955786ea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d184f89cae454990b26023745ea432fb&device_id=da8ceda8-e62b-4e19-bbb9-b536a72ac3c3 HTTP/1.1" status: 200 len: 1132 time: 0.0600429 Jun 04 08:31:40.551223 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-dcd651a3-149c-45a0-b432-77fd145b07e1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=92f4460f-cf45-46d3-9278-e114dd4493f5 HTTP/1.1" status: 200 len: 217 time: 0.0436015 Jun 04 08:31:40.609696 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-b7945c7b-5d09-4a28-a404-73d818b5bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:40.611249 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-b7945c7b-5d09-4a28-a404-73d818b5bbfd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c691a560-f7f3-4c02-a191-ccf4727bb300 HTTP/1.1" status: 200 len: 843 time: 0.0525205 Jun 04 08:31:40.659535 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-4f43743b-f1c4-425a-81e6-6ca89261dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:40.660977 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-4f43743b-f1c4-425a-81e6-6ca89261dfba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06baf699-8f4b-4d48-bffe-cb8198651397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0420620 Jun 04 08:31:40.770670 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-3c92a38f-04c5-41f9-bbcb-398a77c9e9af service neutron] 10.222.0.77 "GET /v2.0/networks/06baf699-8f4b-4d48-bffe-cb8198651397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972989 Jun 04 08:31:40.873474 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4170c241-a4fe-4702-b3e5-db83effe55d1 req-9ae642d6-ae90-401e-a99a-cd56d98cde26 service neutron] 10.222.0.77 "GET /v2.0/networks/06baf699-8f4b-4d48-bffe-cb8198651397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962789 Jun 04 08:31:41.089437 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8580405-427d-4561-8dce-952be7d2267b req-c8313464-01ba-4644-9d2a-f82bb09234cb tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:41.091017 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d8580405-427d-4561-8dce-952be7d2267b req-c8313464-01ba-4644-9d2a-f82bb09234cb tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=60960b6a-c060-4d09-996b-5bb66801bb16 HTTP/1.1" status: 200 len: 943 time: 0.0483651 Jun 04 08:31:41.145702 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d8580405-427d-4561-8dce-952be7d2267b req-1d2187ea-eca9-48b2-95a2-5e9e0696f760 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490158 Jun 04 08:31:41.186482 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24720c2c-182e-4716-b380-e1d55632cafc req-504f6065-7f58-44d4-a6ea-b578db5edb71 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:41.188706 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-24720c2c-182e-4716-b380-e1d55632cafc req-504f6065-7f58-44d4-a6ea-b578db5edb71 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/ports?device_id=da8ceda8-e62b-4e19-bbb9-b536a72ac3c3 HTTP/1.1" status: 200 len: 948 time: 0.0565414 Jun 04 08:31:41.260622 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-24720c2c-182e-4716-b380-e1d55632cafc req-a010a0e2-159a-4dd8-b993-058a6c4295c5 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaceee09-f83d-4b29-b06a-e63d2beb9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656683 Jun 04 08:31:41.319212 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:41.366535 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 8aa437a2-f403-4e1d-b21a-472f593ebc67 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:31:41.473125 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 8aa437a2-f403-4e1d-b21a-472f593ebc67, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8aa437a2-f403-4e1d-b21a-472f593ebc67,segment=NetworkSegment(82c378b9-80b9-4b9c-a2af-87b66b27e45d),segment_id=82c378b9-80b9-4b9c-a2af-87b66b27e45d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:31:41.486003 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': '8aa437a2-f403-4e1d-b21a-472f593ebc67', 'network_id': '6035b356-a657-4dea-bc83-fe40d1093cb0', 'port_id': '8aa437a2-f403-4e1d-b21a-472f593ebc67', 'mac_address': 'fa:16:3e:c8:3a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a1149a-2ac6-478f-9fcd-1fdd51499b93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:31:41.526689 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 8aa437a2-f403-4e1d-b21a-472f593ebc67 is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:41.527082 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (8aa437a2-f403-4e1d-b21a-472f593ebc67), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:41.541977 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa437a2-f403-4e1d-b21a-472f593ebc67 {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:31:41.548149 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:41.564323 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 8aa437a2-f403-4e1d-b21a-472f593ebc67, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8aa437a2-f403-4e1d-b21a-472f593ebc67,segment=NetworkSegment(82c378b9-80b9-4b9c-a2af-87b66b27e45d),segment_id=82c378b9-80b9-4b9c-a2af-87b66b27e45d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:31:41.568409 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (8aa437a2-f403-4e1d-b21a-472f593ebc67), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:41.628213 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=8aa437a2-f403-4e1d-b21a-472f593ebc67,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:41.891315 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['8aa437a2-f403-4e1d-b21a-472f593ebc67'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:31:41.957311 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59627e7e-9b0e-4945-9dfa-b7a644f7c4fc req-e1556c5e-22b1-46fa-95ec-8696ef994b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:41.958868 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-59627e7e-9b0e-4945-9dfa-b7a644f7c4fc req-e1556c5e-22b1-46fa-95ec-8696ef994b3c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d184f89cae454990b26023745ea432fb&device_id=da8ceda8-e62b-4e19-bbb9-b536a72ac3c3 HTTP/1.1" status: 200 len: 1132 time: 0.0446527 Jun 04 08:31:42.061162 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59627e7e-9b0e-4945-9dfa-b7a644f7c4fc req-60370e50-fb1c-482b-b18b-b16573c380f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:42.062864 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-59627e7e-9b0e-4945-9dfa-b7a644f7c4fc req-60370e50-fb1c-482b-b18b-b16573c380f4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=06baf699-8f4b-4d48-bffe-cb8198651397 HTTP/1.1" status: 200 len: 870 time: 0.0955586 Jun 04 08:31:42.109273 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-59627e7e-9b0e-4945-9dfa-b7a644f7c4fc req-83e79e54-f3a9-457f-800c-9088d38011fa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=92f4460f-cf45-46d3-9278-e114dd4493f5 HTTP/1.1" status: 200 len: 217 time: 0.0387566 Jun 04 08:31:42.168109 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59627e7e-9b0e-4945-9dfa-b7a644f7c4fc req-bf245be2-ab63-4a8c-9098-4e64a8c0db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:42.169790 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-59627e7e-9b0e-4945-9dfa-b7a644f7c4fc req-bf245be2-ab63-4a8c-9098-4e64a8c0db11 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c691a560-f7f3-4c02-a191-ccf4727bb300 HTTP/1.1" status: 200 len: 843 time: 0.0510671 Jun 04 08:31:42.218579 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59627e7e-9b0e-4945-9dfa-b7a644f7c4fc req-427af52a-dcfc-4988-bc8e-723093c90901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:42.221573 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-59627e7e-9b0e-4945-9dfa-b7a644f7c4fc req-427af52a-dcfc-4988-bc8e-723093c90901 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06baf699-8f4b-4d48-bffe-cb8198651397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0447116 Jun 04 08:31:42.268783 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e7e13-7f8f-449c-b3c5-5eb711c61746 req-4954dacf-5a83-49f8-8dbd-9516de689fc2 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:42.270998 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4b8e7e13-7f8f-449c-b3c5-5eb711c61746 req-4954dacf-5a83-49f8-8dbd-9516de689fc2 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=60960b6a-c060-4d09-996b-5bb66801bb16 HTTP/1.1" status: 200 len: 944 time: 0.0527740 Jun 04 08:31:42.278457 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:42.314572 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:42.323488 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-4b8e7e13-7f8f-449c-b3c5-5eb711c61746 req-9ec71059-2510-4d26-b9a8-0de7b52efb4e tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464902 Jun 04 08:31:42.336556 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-59627e7e-9b0e-4945-9dfa-b7a644f7c4fc req-cb2090d2-9837-4b29-94e3-aca370e85502 service neutron] 10.222.0.77 "GET /v2.0/networks/06baf699-8f4b-4d48-bffe-cb8198651397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073649 Jun 04 08:31:42.395477 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:42.441249 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283efb3-ec37-44f0-84d1-1371f6d04701 req-6829f201-c481-4634-bdc0-faff48060f40 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:42.442812 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1283efb3-ec37-44f0-84d1-1371f6d04701 req-6829f201-c481-4634-bdc0-faff48060f40 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/ports?device_id=da8ceda8-e62b-4e19-bbb9-b536a72ac3c3 HTTP/1.1" status: 200 len: 948 time: 0.1048226 Jun 04 08:31:42.518927 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-59627e7e-9b0e-4945-9dfa-b7a644f7c4fc req-adef1dfc-9c5a-4cfb-8ce1-9ad5d486d3fe service neutron] 10.222.0.77 "GET /v2.0/networks/06baf699-8f4b-4d48-bffe-cb8198651397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678207 Jun 04 08:31:42.522506 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1283efb3-ec37-44f0-84d1-1371f6d04701 req-cfd70ed7-bf1c-4863-ba7c-d339ead3f06f tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaceee09-f83d-4b29-b06a-e63d2beb9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726051 Jun 04 08:31:42.909720 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:43.388252 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 92f4460f-cf45-46d3-9278-e114dd4493f5 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:31:43.393461 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 8aa437a2-f403-4e1d-b21a-472f593ebc67 up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:31:43.435126 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:43.473892 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68d135-43a3-40a0-aebf-f75e3bb9972d req-5ad7f29b-f63e-4de0-9e03-390f5c9b8377 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:43.475390 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2b68d135-43a3-40a0-aebf-f75e3bb9972d req-5ad7f29b-f63e-4de0-9e03-390f5c9b8377 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=60960b6a-c060-4d09-996b-5bb66801bb16 HTTP/1.1" status: 200 len: 944 time: 0.0510724 Jun 04 08:31:43.506631 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port 8aa437a2-f403-4e1d-b21a-472f593ebc67 completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:31:43.516664 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port 8aa437a2-f403-4e1d-b21a-472f593ebc67 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:43.517044 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (8aa437a2-f403-4e1d-b21a-472f593ebc67), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:43.526925 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2b68d135-43a3-40a0-aebf-f75e3bb9972d req-89b3ff2b-5cae-40d2-a494-81c85185c8e6 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440147 Jun 04 08:31:43.576622 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 92f4460f-cf45-46d3-9278-e114dd4493f5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=92f4460f-cf45-46d3-9278-e114dd4493f5,segment=NetworkSegment(66ede3a0-4d51-4fd3-82a6-b597681576e7),segment_id=66ede3a0-4d51-4fd3-82a6-b597681576e7)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:31:43.593565 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': '92f4460f-cf45-46d3-9278-e114dd4493f5', 'network_id': '06baf699-8f4b-4d48-bffe-cb8198651397', 'port_id': '92f4460f-cf45-46d3-9278-e114dd4493f5', 'mac_address': 'fa:16:3e:53:15:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c691a560-f7f3-4c02-a191-ccf4727bb300', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:31:43.645204 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44a569-2c99-4ded-a10f-885e72f6da9f req-436851c5-7c90-446a-89b5-0e43f1e6689c tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:43.646763 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8b44a569-2c99-4ded-a10f-885e72f6da9f req-436851c5-7c90-446a-89b5-0e43f1e6689c tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/ports?device_id=da8ceda8-e62b-4e19-bbb9-b536a72ac3c3 HTTP/1.1" status: 200 len: 948 time: 0.0495453 Jun 04 08:31:43.657567 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 8aa437a2-f403-4e1d-b21a-472f593ebc67 is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:43.657987 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (8aa437a2-f403-4e1d-b21a-472f593ebc67), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:43.672300 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 92f4460f-cf45-46d3-9278-e114dd4493f5 is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:43.672682 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (92f4460f-cf45-46d3-9278-e114dd4493f5), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:43.694043 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f4460f-cf45-46d3-9278-e114dd4493f5 {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:31:43.697880 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8b44a569-2c99-4ded-a10f-885e72f6da9f req-d95f20d6-e939-4c8c-ae5a-880c4351fb6e tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaceee09-f83d-4b29-b06a-e63d2beb9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445137 Jun 04 08:31:43.702258 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60960b6a-c060-4d09-996b-5bb66801bb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa437a2-f403-4e1d-b21a-472f593ebc67'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:31:43.705113 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cf491c-502f-4aa3-bfe6-631d52cc7cda" -d '{"events": [{"server_uuid": "60960b6a-c060-4d09-996b-5bb66801bb16", "name": "network-vif-plugged", "status": "completed", "tag": "8aa437a2-f403-4e1d-b21a-472f593ebc67"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:31:43.733538 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 8aa437a2-f403-4e1d-b21a-472f593ebc67, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8aa437a2-f403-4e1d-b21a-472f593ebc67,segment=NetworkSegment(82c378b9-80b9-4b9c-a2af-87b66b27e45d),segment_id=82c378b9-80b9-4b9c-a2af-87b66b27e45d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:31:43.744989 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (8aa437a2-f403-4e1d-b21a-472f593ebc67), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:43.749204 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 92f4460f-cf45-46d3-9278-e114dd4493f5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=92f4460f-cf45-46d3-9278-e114dd4493f5,segment=NetworkSegment(66ede3a0-4d51-4fd3-82a6-b597681576e7),segment_id=66ede3a0-4d51-4fd3-82a6-b597681576e7)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:31:43.753078 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3008bcdf-e6fa-4145-a378-65b5bce96105 x-openstack-request-id: req-3008bcdf-e6fa-4145-a378-65b5bce96105 {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:31:43.753453 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60960b6a-c060-4d09-996b-5bb66801bb16", "name": "network-vif-plugged", "status": "completed", "tag": "8aa437a2-f403-4e1d-b21a-472f593ebc67", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:31:43.753613 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3008bcdf-e6fa-4145-a378-65b5bce96105 {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:31:43.754024 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3008bcdf-e6fa-4145-a378-65b5bce96105'] response: {'server_uuid': '60960b6a-c060-4d09-996b-5bb66801bb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa437a2-f403-4e1d-b21a-472f593ebc67', 'code': 200} Jun 04 08:31:43.757685 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (92f4460f-cf45-46d3-9278-e114dd4493f5), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:43.803808 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=8aa437a2-f403-4e1d-b21a-472f593ebc67,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:43.857272 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=92f4460f-cf45-46d3-9278-e114dd4493f5,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:43.984611 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca675060-51a8-4a3e-94aa-7a902b3a26d2 req-40cea417-8637-4193-aabd-e6ebafa480f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:43.986119 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ca675060-51a8-4a3e-94aa-7a902b3a26d2 req-40cea417-8637-4193-aabd-e6ebafa480f2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=60960b6a-c060-4d09-996b-5bb66801bb16 HTTP/1.1" status: 200 len: 1129 time: 0.0441239 Jun 04 08:31:44.034448 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ca675060-51a8-4a3e-94aa-7a902b3a26d2 req-22265cf5-defd-4226-b49c-8c45787b9636 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385327 Jun 04 08:31:44.067674 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['92f4460f-cf45-46d3-9278-e114dd4493f5'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:31:44.099048 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:44.646129 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259b4bf-4e15-4d35-89f2-1ff1241d7e22 req-91c44f11-fd7d-4a40-853c-9562ccbec1e0 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:44.647653 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b259b4bf-4e15-4d35-89f2-1ff1241d7e22 req-91c44f11-fd7d-4a40-853c-9562ccbec1e0 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=60960b6a-c060-4d09-996b-5bb66801bb16 HTTP/1.1" status: 200 len: 945 time: 0.0490444 Jun 04 08:31:44.698373 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b259b4bf-4e15-4d35-89f2-1ff1241d7e22 req-3a7eaae8-86a6-46c7-bd30-7bafd46b083a tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442233 Jun 04 08:31:44.818322 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023601d9-c1a9-47d7-9845-b0c0cff1be5d req-603c7cfb-da17-47ec-aa07-56da501f78b1 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:44.819817 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-023601d9-c1a9-47d7-9845-b0c0cff1be5d req-603c7cfb-da17-47ec-aa07-56da501f78b1 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/ports?device_id=da8ceda8-e62b-4e19-bbb9-b536a72ac3c3 HTTP/1.1" status: 200 len: 949 time: 0.0483308 Jun 04 08:31:44.873179 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-023601d9-c1a9-47d7-9845-b0c0cff1be5d req-6bb46606-03f5-48db-8318-90da0ccb1db8 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaceee09-f83d-4b29-b06a-e63d2beb9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452340 Jun 04 08:31:45.389347 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 92f4460f-cf45-46d3-9278-e114dd4493f5 up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:31:45.437121 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port 92f4460f-cf45-46d3-9278-e114dd4493f5 completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:31:45.443113 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port 92f4460f-cf45-46d3-9278-e114dd4493f5 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:45.443465 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (92f4460f-cf45-46d3-9278-e114dd4493f5), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:45.653236 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 92f4460f-cf45-46d3-9278-e114dd4493f5 is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:31:45.653615 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (92f4460f-cf45-46d3-9278-e114dd4493f5), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:45.655549 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:45.692517 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 92f4460f-cf45-46d3-9278-e114dd4493f5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=92f4460f-cf45-46d3-9278-e114dd4493f5,segment=NetworkSegment(66ede3a0-4d51-4fd3-82a6-b597681576e7),segment_id=66ede3a0-4d51-4fd3-82a6-b597681576e7)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:31:45.696711 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (92f4460f-cf45-46d3-9278-e114dd4493f5), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:45.747560 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=92f4460f-cf45-46d3-9278-e114dd4493f5,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:45.755064 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8ceda8-e62b-4e19-bbb9-b536a72ac3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f4460f-cf45-46d3-9278-e114dd4493f5'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:31:45.757431 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf7b6cf-1249-4a8a-ad18-feb6f4023cfe" -d '{"events": [{"server_uuid": "da8ceda8-e62b-4e19-bbb9-b536a72ac3c3", "name": "network-vif-plugged", "status": "completed", "tag": "92f4460f-cf45-46d3-9278-e114dd4493f5"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:31:45.796753 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dcbc46-a3f2-4d05-b1cc-5cb789b39d16 x-openstack-request-id: req-f7dcbc46-a3f2-4d05-b1cc-5cb789b39d16 {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:31:45.797030 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8ceda8-e62b-4e19-bbb9-b536a72ac3c3", "name": "network-vif-plugged", "status": "completed", "tag": "92f4460f-cf45-46d3-9278-e114dd4493f5", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:31:45.797284 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f7dcbc46-a3f2-4d05-b1cc-5cb789b39d16 {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:31:45.797687 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7dcbc46-a3f2-4d05-b1cc-5cb789b39d16'] response: {'server_uuid': 'da8ceda8-e62b-4e19-bbb9-b536a72ac3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f4460f-cf45-46d3-9278-e114dd4493f5', 'code': 200} Jun 04 08:31:45.818626 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a504aca-f867-41cc-96b2-2dca02be330d req-2ac7e30c-8dff-4916-8c7e-c52abfeec27d tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:45.820135 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a504aca-f867-41cc-96b2-2dca02be330d req-2ac7e30c-8dff-4916-8c7e-c52abfeec27d tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=60960b6a-c060-4d09-996b-5bb66801bb16 HTTP/1.1" status: 200 len: 945 time: 0.0488417 Jun 04 08:31:45.881315 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a504aca-f867-41cc-96b2-2dca02be330d req-7e9030db-ea05-4d1a-9c4d-32f25d6fef76 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545151 Jun 04 08:31:46.000086 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb8826-4f73-4d96-b81f-afdfa3b6115d req-3f9250a5-2ab7-43b4-b8fb-f2ff7e7c0178 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:46.001747 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8fbb8826-4f73-4d96-b81f-afdfa3b6115d req-3f9250a5-2ab7-43b4-b8fb-f2ff7e7c0178 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/ports?device_id=da8ceda8-e62b-4e19-bbb9-b536a72ac3c3 HTTP/1.1" status: 200 len: 950 time: 0.0566580 Jun 04 08:31:46.054717 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-8fbb8826-4f73-4d96-b81f-afdfa3b6115d req-c1d615f0-53e1-4286-9181-1111cbc58eed tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaceee09-f83d-4b29-b06a-e63d2beb9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466964 Jun 04 08:31:46.179177 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e61478-2a91-4a15-b4a0-716522fa75d0 req-7c1db065-23c5-4aaa-a3b7-505a530c07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:46.181482 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-29e61478-2a91-4a15-b4a0-716522fa75d0 req-7c1db065-23c5-4aaa-a3b7-505a530c07b1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=da8ceda8-e62b-4e19-bbb9-b536a72ac3c3 HTTP/1.1" status: 200 len: 1134 time: 0.0496869 Jun 04 08:31:46.246353 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-29e61478-2a91-4a15-b4a0-716522fa75d0 req-75a1d6e9-0e45-42d3-bb14-9b21915462dd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=aaceee09-f83d-4b29-b06a-e63d2beb9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552528 Jun 04 08:31:47.032034 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c37094-0ec7-4db6-8285-48ea8da01c66 req-93c01c41-cafd-4c16-ab79-2d8d2ec08cfb tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:47.034836 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-15c37094-0ec7-4db6-8285-48ea8da01c66 req-93c01c41-cafd-4c16-ab79-2d8d2ec08cfb tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=60960b6a-c060-4d09-996b-5bb66801bb16 HTTP/1.1" status: 200 len: 945 time: 0.0721879 Jun 04 08:31:47.092649 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-15c37094-0ec7-4db6-8285-48ea8da01c66 req-e9dbb852-144d-489a-ac59-369d75b96209 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512962 Jun 04 08:31:47.220887 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe3d52-e466-4178-80bb-3be4b745cb2b req-76640d5e-dbe2-4cb0-904f-f6b0d8adab90 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:47.223127 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-21fe3d52-e466-4178-80bb-3be4b745cb2b req-76640d5e-dbe2-4cb0-904f-f6b0d8adab90 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/ports?device_id=da8ceda8-e62b-4e19-bbb9-b536a72ac3c3 HTTP/1.1" status: 200 len: 950 time: 0.0719006 Jun 04 08:31:47.291263 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-21fe3d52-e466-4178-80bb-3be4b745cb2b req-8ee12abe-2070-4b95-8322-ebc8172f1d66 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaceee09-f83d-4b29-b06a-e63d2beb9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610342 Jun 04 08:31:48.276704 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-dd088f19-a820-4743-9ee1-f181fed2fa5e tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1100086262&fields=id&tenant_id=a6ccf261fc9e4774a6b129712a9e2f9e HTTP/1.1" status: 200 len: 267 time: 0.0732064 Jun 04 08:31:48.442975 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef11dca-aa05-4b29-aa11-7a352ceda398 req-bfd333d7-6cf4-4a8e-9532-485f7fef3b25 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:48.444499 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6ef11dca-aa05-4b29-aa11-7a352ceda398 req-bfd333d7-6cf4-4a8e-9532-485f7fef3b25 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/ports?device_id=da8ceda8-e62b-4e19-bbb9-b536a72ac3c3 HTTP/1.1" status: 200 len: 950 time: 0.0637634 Jun 04 08:31:48.444665 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8bd6c373-664c-4260-9663-6982b57da3c1 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:48.447941 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8bd6c373-664c-4260-9663-6982b57da3c1 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/networks?id=cdf73a12-9c35-497c-8dc8-aed4baaf79a6 HTTP/1.1" status: 200 len: 809 time: 0.1627278 Jun 04 08:31:48.471031 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-82241e6f-b2cc-44ca-a797-d9e768395d20 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/quotas/a6ccf261fc9e4774a6b129712a9e2f9e HTTP/1.1" status: 200 len: 375 time: 0.0174232 Jun 04 08:31:48.498880 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6ef11dca-aa05-4b29-aa11-7a352ceda398 req-bda2a80a-62ae-4c6f-a3ac-2988080124f0 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaceee09-f83d-4b29-b06a-e63d2beb9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475285 Jun 04 08:31:48.535324 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-2e7745e1-b0de-4f3d-90ca-874f2d551c88 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6ccf261fc9e4774a6b129712a9e2f9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539463 Jun 04 08:31:48.604736 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:48.649107 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-b6c9a8da-3de4-447a-b952-a64e5d0890ad service neutron] 10.222.0.57 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062958 Jun 04 08:31:48.720286 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:48.766796 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-69e809e4-606d-4624-94f2-77b24e82d16a service neutron] 10.222.0.57 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114578 Jun 04 08:31:48.843518 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096ae9b-4f66-41a6-9299-e91ae6f5be23 req-dfbc9a80-ff4a-4e49-8e87-7ee95698e09f tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:48.845016 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6096ae9b-4f66-41a6-9299-e91ae6f5be23 req-dfbc9a80-ff4a-4e49-8e87-7ee95698e09f tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/ports?device_id=da8ceda8-e62b-4e19-bbb9-b536a72ac3c3 HTTP/1.1" status: 200 len: 950 time: 0.0605669 Jun 04 08:31:48.896605 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-6096ae9b-4f66-41a6-9299-e91ae6f5be23 req-c9594f74-86f6-466a-865f-d46be3814b29 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaceee09-f83d-4b29-b06a-e63d2beb9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456855 Jun 04 08:31:49.094401 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a8650dca-4da5-46f7-be7a-58cd8e5633ed req-62ee982e-e7c2-46c1-9656-53f25325b398 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 210 time: 0.0321629 Jun 04 08:31:50.034876 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7c3bf-82f9-4e76-806f-a72983ab0518 req-21c568d2-7c3b-438f-ab70-772d45441033 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:50.036441 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-26b7c3bf-82f9-4e76-806f-a72983ab0518 req-21c568d2-7c3b-438f-ab70-772d45441033 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/ports?device_id=da8ceda8-e62b-4e19-bbb9-b536a72ac3c3 HTTP/1.1" status: 200 len: 950 time: 0.0566757 Jun 04 08:31:50.088811 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-26b7c3bf-82f9-4e76-806f-a72983ab0518 req-738a4054-a2a4-486b-8ebd-1a665c6b0359 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaceee09-f83d-4b29-b06a-e63d2beb9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456841 Jun 04 08:31:50.201605 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-90405f92-3dcb-44ea-b8ee-9ae7d1d07be8 req-eefe2fe4-217b-4709-80bd-ce1e1215da8b tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 210 time: 0.0286946 Jun 04 08:31:50.620200 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02bc83-745e-4bd2-9e9a-afca554cd628 req-5313bfb7-2201-4cd7-a0db-678615f250e0 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:50.621787 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7b02bc83-745e-4bd2-9e9a-afca554cd628 req-5313bfb7-2201-4cd7-a0db-678615f250e0 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.77 "GET /v2.0/ports?device_id=da8ceda8-e62b-4e19-bbb9-b536a72ac3c3 HTTP/1.1" status: 200 len: 950 time: 0.0536857 Jun 04 08:31:51.014054 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-7b02bc83-745e-4bd2-9e9a-afca554cd628 req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Deleting port 92f4460f-cf45-46d3-9278-e114dd4493f5 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:31:51.014380 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7b02bc83-745e-4bd2-9e9a-afca554cd628 req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (92f4460f-cf45-46d3-9278-e114dd4493f5), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:51.139887 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-7b02bc83-745e-4bd2-9e9a-afca554cd628 req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] For port 92f4460f-cf45-46d3-9278-e114dd4493f5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=92f4460f-cf45-46d3-9278-e114dd4493f5,segment=NetworkSegment(66ede3a0-4d51-4fd3-82a6-b597681576e7),segment_id=66ede3a0-4d51-4fd3-82a6-b597681576e7)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:31:51.140424 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7b02bc83-745e-4bd2-9e9a-afca554cd628 req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (92f4460f-cf45-46d3-9278-e114dd4493f5), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:51.171053 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-0c0bf819-f2a6-4ed2-beb4-4c06e967a9d0 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:51.173586 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-7b02bc83-745e-4bd2-9e9a-afca554cd628 req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Calling delete_port for 92f4460f-cf45-46d3-9278-e114dd4493f5 owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:31:51.173683 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-0c0bf819-f2a6-4ed2-beb4-4c06e967a9d0 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.77 "GET /v2.0/networks?id=cdf73a12-9c35-497c-8dc8-aed4baaf79a6 HTTP/1.1" status: 200 len: 809 time: 0.1260197 Jun 04 08:31:51.252549 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:51.262206 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-f5f374ea-3833-4fd6-9122-f2bb228c88e0 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6ccf261fc9e4774a6b129712a9e2f9e HTTP/1.1" status: 200 len: 380 time: 0.0783234 Jun 04 08:31:51.277435 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Request body: {'port': {'device_id': '8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f', 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'admin_state_up': True, 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'security_groups': ['0fb37203-c5cc-435c-b493-caf763aee672']}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:51.295818 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b48b79-8888-4492-90f9-a1778493af19 req-a2b5afdc-05c9-4b8f-a300-5f1edca9602d tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:51.300282 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e3b48b79-8888-4492-90f9-a1778493af19 req-a2b5afdc-05c9-4b8f-a300-5f1edca9602d tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/ports?device_id=da8ceda8-e62b-4e19-bbb9-b536a72ac3c3 HTTP/1.1" status: 200 len: 950 time: 0.1103702 Jun 04 08:31:51.368455 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e3b48b79-8888-4492-90f9-a1778493af19 req-2ca7ce16-13f1-4bee-8726-399dfaec7c3a tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaceee09-f83d-4b29-b06a-e63d2beb9979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597754 Jun 04 08:31:51.371432 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-40dda999-88d6-4fff-b792-1456e746fdf6 req-6c81e9ea-c202-48a4-9dba-dfd05e17d15a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 210 time: 0.0384789 Jun 04 08:31:51.426773 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7b02bc83-745e-4bd2-9e9a-afca554cd628 req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (92f4460f-cf45-46d3-9278-e114dd4493f5), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:51.445575 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Made reservation on behalf of a6ccf261fc9e4774a6b129712a9e2f9e for: {'port': 1} {{(pid=103812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:31:51.449590 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:51.483937 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Pushing event deleted for resources: {'Port': ['ID=92f4460f-cf45-46d3-9278-e114dd4493f5,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:51.496056 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.496408 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.496760 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.497104 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.500265 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.500265 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.500265 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.500265 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.500265 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.500265 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.500265 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.500265 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.500265 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.500265 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.501220 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.518623 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b02bc83-745e-4bd2-9e9a-afca554cd628 req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] No DVR routers for this DVR port 92f4460f-cf45-46d3-9278-e114dd4493f5 on host hv-cinder-83699 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:31:51.521401 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-7b02bc83-745e-4bd2-9e9a-afca554cd628 req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:51.524760 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7b02bc83-745e-4bd2-9e9a-afca554cd628 req-e99a8e04-35b9-47eb-a4e3-573f41f0b1b4 tempest-VolumesNegativeTest-1508583118 tempest-VolumesNegativeTest-1508583118-project] 10.222.0.77 "DELETE /v2.0/ports/92f4460f-cf45-46d3-9278-e114dd4493f5 HTTP/1.1" status: 204 len: 173 time: 0.5997474 Jun 04 08:31:51.525218 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8ceda8-e62b-4e19-bbb9-b536a72ac3c3', 'name': 'network-vif-deleted', 'tag': '92f4460f-cf45-46d3-9278-e114dd4493f5'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:31:51.527601 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61592e95-3ef6-46ba-8e84-e6fe6df66352" -d '{"events": [{"server_uuid": "da8ceda8-e62b-4e19-bbb9-b536a72ac3c3", "name": "network-vif-deleted", "tag": "92f4460f-cf45-46d3-9278-e114dd4493f5"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:31:51.597980 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb39c14c-3453-4d59-aed0-cfc1d078797e x-openstack-request-id: req-fb39c14c-3453-4d59-aed0-cfc1d078797e {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:31:51.597980 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8ceda8-e62b-4e19-bbb9-b536a72ac3c3", "name": "network-vif-deleted", "tag": "92f4460f-cf45-46d3-9278-e114dd4493f5", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:31:51.597980 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb39c14c-3453-4d59-aed0-cfc1d078797e {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:31:51.598542 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb39c14c-3453-4d59-aed0-cfc1d078797e'] response: {'server_uuid': 'da8ceda8-e62b-4e19-bbb9-b536a72ac3c3', 'name': 'network-vif-deleted', 'tag': '92f4460f-cf45-46d3-9278-e114dd4493f5', 'status': 'completed', 'code': 200} Jun 04 08:31:51.635174 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Allocated IP 172.20.0.12 (cdf73a12-9c35-497c-8dc8-aed4baaf79a6/bf640e76-af87-4484-8153-478b89141b4a/4d171ed4-13ab-4e59-9164-a6765da0ab87) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:31:51.651152 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:51.799090 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:51.835281 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:51.879222 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Network cdf73a12-9c35-497c-8dc8-aed4baaf79a6 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:31:51.882591 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:31:51.888992 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:31:51.923503 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Pushing event updated for resources: {'Port': ['ID=4d171ed4-13ab-4e59-9164-a6765da0ab87,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:51.939998 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.940464 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.941525 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.942146 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.942578 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.942990 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.943422 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.943945 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.946401 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.946787 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.947141 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.947476 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.947847 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.948181 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.948507 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:31:51.976467 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:51.977649 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:51.999222 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-82bd0908-5cd8-4918-a60b-576383b5e799 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7292902 Jun 04 08:31:52.074112 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Request body: {'port': {'device_id': '8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:31:52.159050 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:52.188360 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-342e2161-44ff-400a-9161-fbfe886863d5 None None] Provisioning complete for port 4d171ed4-13ab-4e59-9164-a6765da0ab87 triggered by entity DHCP. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:31:52.189004 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-342e2161-44ff-400a-9161-fbfe886863d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:52.237596 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:52.253356 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-342e2161-44ff-400a-9161-fbfe886863d5 None None] Port 4d171ed4-13ab-4e59-9164-a6765da0ab87 cannot update to ACTIVE because it is not bound. {{(pid=103813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 04 08:31:52.379450 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=13 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:52.380185 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:52.514538 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63605112-76de-4ce2-abfe-dec5e9ec6b35 req-c9d9aad2-ead4-4aba-b257-ee5d0d1d68fb tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:52.516363 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-63605112-76de-4ce2-abfe-dec5e9ec6b35 req-c9d9aad2-ead4-4aba-b257-ee5d0d1d68fb tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 932 time: 0.0515831 Jun 04 08:31:52.530370 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d171ed4-13ab-4e59-9164-a6765da0ab87 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:31:52.544253 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Publish callbacks [] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:52.567186 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Transition to ACTIVE for port object 4d171ed4-13ab-4e59-9164-a6765da0ab87 will not be triggered until provisioned by entity L2. {{(pid=103812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:31:52.570188 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:52.573023 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:52.593240 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-63605112-76de-4ce2-abfe-dec5e9ec6b35 req-745bf313-8c15-408c-bffd-831cca1338de tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665019 Jun 04 08:31:52.662155 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Pushing event updated for resources: {'Port': ['ID=4d171ed4-13ab-4e59-9164-a6765da0ab87,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:52.752109 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:52.755811 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Attempting to bind port 4d171ed4-13ab-4e59-9164-a6765da0ab87 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:31:52.756147 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Attempting to bind port 4d171ed4-13ab-4e59-9164-a6765da0ab87 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '2fb2cad5-51b7-43b5-860b-e96577aee3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:31:52.756534 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Attempting to bind port 4d171ed4-13ab-4e59-9164-a6765da0ab87 on network cdf73a12-9c35-497c-8dc8-aed4baaf79a6 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:31:52.763065 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Port 4d171ed4-13ab-4e59-9164-a6765da0ab87 on network cdf73a12-9c35-497c-8dc8-aed4baaf79a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:31:52.763384 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Attempting to bind port 4d171ed4-13ab-4e59-9164-a6765da0ab87 on network cdf73a12-9c35-497c-8dc8-aed4baaf79a6 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:31:52.770031 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:31:52.770361 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Checking segment: {'id': '2fb2cad5-51b7-43b5-860b-e96577aee3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:31:52.770701 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Bound using segment: {'id': '2fb2cad5-51b7-43b5-860b-e96577aee3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:31:52.771182 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Bound port: 4d171ed4-13ab-4e59-9164-a6765da0ab87, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb2cad5-51b7-43b5-860b-e96577aee3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:31:52.771745 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:52.851122 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] For port 4d171ed4-13ab-4e59-9164-a6765da0ab87, host hv-cinder-83699, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:31:52.859076 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] For port 4d171ed4-13ab-4e59-9164-a6765da0ab87, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4d171ed4-13ab-4e59-9164-a6765da0ab87,segment=NetworkSegment(2fb2cad5-51b7-43b5-860b-e96577aee3d9),segment_id=2fb2cad5-51b7-43b5-860b-e96577aee3d9)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:31:52.867621 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:52.908254 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:52.908875 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:52.910419 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] 10.222.0.77 "PUT /v2.0/ports/4d171ed4-13ab-4e59-9164-a6765da0ab87 HTTP/1.1" status: 200 len: 1094 time: 0.8411107 Jun 04 08:31:52.910764 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f', 'tag': '4d171ed4-13ab-4e59-9164-a6765da0ab87'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:31:52.913298 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa821684-0266-418d-9bf3-0cd06821b869" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f", "tag": "4d171ed4-13ab-4e59-9164-a6765da0ab87"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:31:52.960133 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de09023-c3da-48a9-8fca-ba5f5572cfdf service neutron] Pushing event updated for resources: {'Port': ['ID=4d171ed4-13ab-4e59-9164-a6765da0ab87,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:52.990895 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31287db5-792f-4d2e-8d49-c6c719c3a8a3 x-openstack-request-id: req-31287db5-792f-4d2e-8d49-c6c719c3a8a3 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:31:52.990895 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f", "tag": "4d171ed4-13ab-4e59-9164-a6765da0ab87", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:31:52.990895 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-31287db5-792f-4d2e-8d49-c6c719c3a8a3 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:31:52.991297 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31287db5-792f-4d2e-8d49-c6c719c3a8a3'] response: {'name': 'network-changed', 'server_uuid': '8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f', 'tag': '4d171ed4-13ab-4e59-9164-a6765da0ab87', 'status': 'completed', 'code': 200} Jun 04 08:31:53.061472 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-3f04d5b9-413e-4865-ae83-896629bde4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:53.065003 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-3f04d5b9-413e-4865-ae83-896629bde4b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6ccf261fc9e4774a6b129712a9e2f9e&device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 1128 time: 0.0875149 Jun 04 08:31:53.135775 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-cd8a8a05-3cf4-492c-9030-48d2e9ed5495 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d171ed4-13ab-4e59-9164-a6765da0ab87 HTTP/1.1" status: 200 len: 217 time: 0.0625489 Jun 04 08:31:53.223981 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-d985c2cf-6f0c-4ee5-a70d-7df772dc2965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:53.225380 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-d985c2cf-6f0c-4ee5-a70d-7df772dc2965 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf640e76-af87-4484-8153-478b89141b4a HTTP/1.1" status: 200 len: 848 time: 0.0794322 Jun 04 08:31:53.280894 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-902cceaf-9790-4680-b265-6ed49683ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:53.282680 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-902cceaf-9790-4680-b265-6ed49683ca1f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cdf73a12-9c35-497c-8dc8-aed4baaf79a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475180 Jun 04 08:31:53.386128 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-e5399bcf-697e-497f-a8ef-94e6cb2631f9 service neutron] 10.222.0.77 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928907 Jun 04 08:31:53.463900 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 92f4460f-cf45-46d3-9278-e114dd4493f5 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:31:53.503046 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: 92f4460f-cf45-46d3-9278-e114dd4493f5 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:31:53.503390 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 92f4460f-cf45-46d3-9278-e114dd4493f5 not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:31:53.512181 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f31c81fd-9d37-4780-9ae9-e10aff546557 req-a7f94568-3058-4ec0-8f8f-f81ea9bc812c service neutron] 10.222.0.77 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119189 Jun 04 08:31:53.748206 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80da9a-df6f-4150-9fa2-c971de495429 req-612566d9-d603-46a7-b107-977499ce4878 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:53.749027 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ea80da9a-df6f-4150-9fa2-c971de495429 req-612566d9-d603-46a7-b107-977499ce4878 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 944 time: 0.0658171 Jun 04 08:31:53.824790 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ea80da9a-df6f-4150-9fa2-c971de495429 req-1c91c14b-ddc1-4133-a82a-6d6e89016070 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665960 Jun 04 08:31:54.048042 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa821684-0266-418d-9bf3-0cd06821b869 req-f254b836-caad-4286-b215-b84ee539286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:54.049601 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fa821684-0266-418d-9bf3-0cd06821b869 req-f254b836-caad-4286-b215-b84ee539286e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6ccf261fc9e4774a6b129712a9e2f9e&device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 1128 time: 0.0446808 Jun 04 08:31:54.145718 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:54.169924 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa821684-0266-418d-9bf3-0cd06821b869 req-b0835a45-67b6-4546-937b-bbe0e979f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:54.171722 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fa821684-0266-418d-9bf3-0cd06821b869 req-b0835a45-67b6-4546-937b-bbe0e979f8c6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cdf73a12-9c35-497c-8dc8-aed4baaf79a6 HTTP/1.1" status: 200 len: 910 time: 0.1133654 Jun 04 08:31:54.219797 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fa821684-0266-418d-9bf3-0cd06821b869 req-3cea6e41-23de-4697-94fa-29ff79123a0b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d171ed4-13ab-4e59-9164-a6765da0ab87 HTTP/1.1" status: 200 len: 217 time: 0.0342689 Jun 04 08:31:54.279239 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa821684-0266-418d-9bf3-0cd06821b869 req-9f2e2d0e-ad3f-45d2-a6ad-eb1d5f061112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:54.281559 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fa821684-0266-418d-9bf3-0cd06821b869 req-9f2e2d0e-ad3f-45d2-a6ad-eb1d5f061112 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf640e76-af87-4484-8153-478b89141b4a HTTP/1.1" status: 200 len: 848 time: 0.0499570 Jun 04 08:31:54.336015 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa821684-0266-418d-9bf3-0cd06821b869 req-a066778f-2bbc-4a2c-932b-971683ad0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:54.338180 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fa821684-0266-418d-9bf3-0cd06821b869 req-a066778f-2bbc-4a2c-932b-971683ad0db2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cdf73a12-9c35-497c-8dc8-aed4baaf79a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493176 Jun 04 08:31:54.442588 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fa821684-0266-418d-9bf3-0cd06821b869 req-cc6818fb-4ade-4aa2-a676-03aa58ef12db service neutron] 10.222.0.77 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964575 Jun 04 08:31:54.514577 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:31:54.561196 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-fa821684-0266-418d-9bf3-0cd06821b869 req-bf7d3021-aec7-42a3-9e7a-4a9077105545 service neutron] 10.222.0.77 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087050 Jun 04 08:31:55.281656 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dab25-a4e4-4092-bf4b-0c7c589703ff req-9922c727-f29b-4038-9156-2f88d035756a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:55.283552 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-910dab25-a4e4-4092-bf4b-0c7c589703ff req-9922c727-f29b-4038-9156-2f88d035756a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 944 time: 0.3715098 Jun 04 08:31:55.347686 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-910dab25-a4e4-4092-bf4b-0c7c589703ff req-94b1be96-2e6e-4544-a45d-345e7bce9fca tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575149 Jun 04 08:31:56.472270 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb8e59-1c68-4b79-9686-a5ac11b2eea5 req-d90cfb92-e6a3-40cd-86b9-f73694c198af tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:56.473868 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-32bb8e59-1c68-4b79-9686-a5ac11b2eea5 req-d90cfb92-e6a3-40cd-86b9-f73694c198af tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 944 time: 0.0490763 Jun 04 08:31:56.527732 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-32bb8e59-1c68-4b79-9686-a5ac11b2eea5 req-5a3778f7-ceb7-4149-9d84-3cb083f5e201 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473535 Jun 04 08:31:57.157293 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 58984) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:57.307902 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-9265e5cd-15d2-46dd-9113-32f458414cc5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d184f89cae454990b26023745ea432fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493742 Jun 04 08:31:57.310820 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 58990) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:31:57.360180 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b51eef33-fb5a-4749-8f1a-58e91d569494 admin admin] Publish callbacks [] for security_group (aaceee09-f83d-4b29-b06a-e63d2beb9979), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:57.392411 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b51eef33-fb5a-4749-8f1a-58e91d569494 admin admin] Publish callbacks [] for security_group (aaceee09-f83d-4b29-b06a-e63d2beb9979), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:57.444765 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b51eef33-fb5a-4749-8f1a-58e91d569494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (aaceee09-f83d-4b29-b06a-e63d2beb9979), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:57.447346 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b51eef33-fb5a-4749-8f1a-58e91d569494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:57.448491 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-b51eef33-fb5a-4749-8f1a-58e91d569494 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aaceee09-f83d-4b29-b06a-e63d2beb9979 HTTP/1.1" status: 204 len: 168 time: 0.1366372 Jun 04 08:31:57.457141 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51eef33-fb5a-4749-8f1a-58e91d569494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaceee09-f83d-4b29-b06a-e63d2beb9979,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:31:57.668261 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d7612-f8f9-41ad-a28d-ae9a5ab63654 req-2d19ea40-51ee-48a0-8ada-830611d6eed0 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:57.670001 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ce4d7612-f8f9-41ad-a28d-ae9a5ab63654 req-2d19ea40-51ee-48a0-8ada-830611d6eed0 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 944 time: 0.0579748 Jun 04 08:31:57.729033 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ce4d7612-f8f9-41ad-a28d-ae9a5ab63654 req-3d500810-1b65-41ae-9bd2-c5c2752894e9 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519159 Jun 04 08:31:58.043181 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:31:58.852328 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bcb8a-ad37-4394-a636-723a926e254f req-d3a4132a-418f-4150-8629-5ac74951354d tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:31:58.853851 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c86bcb8a-ad37-4394-a636-723a926e254f req-d3a4132a-418f-4150-8629-5ac74951354d tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 944 time: 0.0533528 Jun 04 08:31:58.904061 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c86bcb8a-ad37-4394-a636-723a926e254f req-4af1f621-534b-4c48-8216-e53be2a306e4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445271 Jun 04 08:31:59.264166 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:31:59.979244 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48a23319-d9a8-43c1-8cd5-1fc03e8eb463 req-97f6dc10-d2ad-4e96-8258-8d783d58be8f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440116 Jun 04 08:32:00.039909 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933a6d2-e07c-4b04-ad81-8123cfebbe13 req-77b0cd47-8b90-41a2-902a-63b4e9291115 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:00.042046 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7933a6d2-e07c-4b04-ad81-8123cfebbe13 req-77b0cd47-8b90-41a2-902a-63b4e9291115 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 944 time: 0.0565200 Jun 04 08:32:00.104173 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a23319-d9a8-43c1-8cd5-1fc03e8eb463 req-9e18a9c8-a5f1-478b-9b5c-5abe03db7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:00.105587 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48a23319-d9a8-43c1-8cd5-1fc03e8eb463 req-9e18a9c8-a5f1-478b-9b5c-5abe03db7e72 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1cc798a91bd74226a144199bd78c2331&device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 1130 time: 0.0624766 Jun 04 08:32:00.135379 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7933a6d2-e07c-4b04-ad81-8123cfebbe13 req-ffa9f71f-2a32-471e-a80d-c92e8fad28be tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789127 Jun 04 08:32:00.231431 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a23319-d9a8-43c1-8cd5-1fc03e8eb463 req-1797450e-0a5a-4250-8656-299705a76b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:00.232927 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48a23319-d9a8-43c1-8cd5-1fc03e8eb463 req-1797450e-0a5a-4250-8656-299705a76b64 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b657dda9-96b8-450c-85f0-94a70753fce4 HTTP/1.1" status: 200 len: 913 time: 0.0966837 Jun 04 08:32:00.303206 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48a23319-d9a8-43c1-8cd5-1fc03e8eb463 req-edce5eee-bc9b-4f3b-9fec-da180f6d5725 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2805571-faf8-4dd1-8627-4a86bcb1649a HTTP/1.1" status: 200 len: 1001 time: 0.0626030 Jun 04 08:32:00.337430 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:00.357790 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a23319-d9a8-43c1-8cd5-1fc03e8eb463 req-c95a6205-bbc3-44ab-b361-8273f37549fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:00.359318 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48a23319-d9a8-43c1-8cd5-1fc03e8eb463 req-c95a6205-bbc3-44ab-b361-8273f37549fe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e421c33-394d-4f1f-9f83-0ef1951dc532 HTTP/1.1" status: 200 len: 851 time: 0.0481937 Jun 04 08:32:00.412734 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a23319-d9a8-43c1-8cd5-1fc03e8eb463 req-0c24c0c3-ffcf-4c41-93f4-c5000154b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:00.414904 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48a23319-d9a8-43c1-8cd5-1fc03e8eb463 req-0c24c0c3-ffcf-4c41-93f4-c5000154b118 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b657dda9-96b8-450c-85f0-94a70753fce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460081 Jun 04 08:32:00.495643 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:00.519429 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48a23319-d9a8-43c1-8cd5-1fc03e8eb463 req-f294fec5-4b8c-46d1-af8c-3df0564e446e service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960813 Jun 04 08:32:00.651962 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-48a23319-d9a8-43c1-8cd5-1fc03e8eb463 req-736b1c85-78ae-4c67-a14e-2a39062feac2 service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220922 Jun 04 08:32:01.235853 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:01.255849 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d587c48-1d30-4b20-8dc8-0459141d8b2c req-a2f62c47-2a6f-438c-a3d4-09ba16b83663 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:01.257360 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8d587c48-1d30-4b20-8dc8-0459141d8b2c req-a2f62c47-2a6f-438c-a3d4-09ba16b83663 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 944 time: 0.0531161 Jun 04 08:32:01.310718 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8d587c48-1d30-4b20-8dc8-0459141d8b2c req-ca865fec-a61f-402e-b2a3-a1fabbd20bab tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470784 Jun 04 08:32:01.480077 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 4d171ed4-13ab-4e59-9164-a6765da0ab87 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:32:01.581882 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 4d171ed4-13ab-4e59-9164-a6765da0ab87, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4d171ed4-13ab-4e59-9164-a6765da0ab87,segment=NetworkSegment(2fb2cad5-51b7-43b5-860b-e96577aee3d9),segment_id=2fb2cad5-51b7-43b5-860b-e96577aee3d9)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:32:01.597857 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': '4d171ed4-13ab-4e59-9164-a6765da0ab87', 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'port_id': '4d171ed4-13ab-4e59-9164-a6765da0ab87', 'mac_address': 'fa:16:3e:a5:4a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf640e76-af87-4484-8153-478b89141b4a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:32:01.634080 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 4d171ed4-13ab-4e59-9164-a6765da0ab87 is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:32:01.634464 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:01.655555 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d171ed4-13ab-4e59-9164-a6765da0ab87 {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:32:01.682176 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 4d171ed4-13ab-4e59-9164-a6765da0ab87, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4d171ed4-13ab-4e59-9164-a6765da0ab87,segment=NetworkSegment(2fb2cad5-51b7-43b5-860b-e96577aee3d9),segment_id=2fb2cad5-51b7-43b5-860b-e96577aee3d9)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:32:01.688660 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:01.736397 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:01.738067 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=4d171ed4-13ab-4e59-9164-a6765da0ab87,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:32:02.033046 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['4d171ed4-13ab-4e59-9164-a6765da0ab87'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:32:02.429362 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12327e0-f249-41fb-b738-d29b4dce50be req-e1d3f141-ef2c-4169-ba31-f9758a6607fe tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:02.431402 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a12327e0-f249-41fb-b738-d29b4dce50be req-e1d3f141-ef2c-4169-ba31-f9758a6607fe tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 945 time: 0.0519700 Jun 04 08:32:02.481736 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a12327e0-f249-41fb-b738-d29b4dce50be req-05251772-06ed-45b3-ab28-b13ff1bde0a8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442607 Jun 04 08:32:03.487609 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 4d171ed4-13ab-4e59-9164-a6765da0ab87 up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:32:03.559810 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port 4d171ed4-13ab-4e59-9164-a6765da0ab87 completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:32:03.567732 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port 4d171ed4-13ab-4e59-9164-a6765da0ab87 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:32:03.568328 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:03.633341 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:03.645581 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2dfd8-0e2d-4238-aa42-05e966a34b0d req-afd99218-01c2-4c80-9461-0d01b5e89ec0 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:03.647275 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c1c2dfd8-0e2d-4238-aa42-05e966a34b0d req-afd99218-01c2-4c80-9461-0d01b5e89ec0 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 945 time: 0.0542135 Jun 04 08:32:03.671108 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 4d171ed4-13ab-4e59-9164-a6765da0ab87 is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:32:03.671535 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:03.708600 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d171ed4-13ab-4e59-9164-a6765da0ab87'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:32:03.711443 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7e0fa6-b6dd-44b6-90cf-feec1a4ac20d" -d '{"events": [{"server_uuid": "8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f", "name": "network-vif-plugged", "status": "completed", "tag": "4d171ed4-13ab-4e59-9164-a6765da0ab87"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:32:03.722211 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c1c2dfd8-0e2d-4238-aa42-05e966a34b0d req-84720a79-c691-48fc-8692-f22be4a26b0f tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679488 Jun 04 08:32:03.725153 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 4d171ed4-13ab-4e59-9164-a6765da0ab87, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4d171ed4-13ab-4e59-9164-a6765da0ab87,segment=NetworkSegment(2fb2cad5-51b7-43b5-860b-e96577aee3d9),segment_id=2fb2cad5-51b7-43b5-860b-e96577aee3d9)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:32:03.731106 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:03.774759 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dfe432-173b-4b8f-9e40-4459cb3f495d x-openstack-request-id: req-82dfe432-173b-4b8f-9e40-4459cb3f495d {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:32:03.775055 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f", "name": "network-vif-plugged", "status": "completed", "tag": "4d171ed4-13ab-4e59-9164-a6765da0ab87", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:32:03.775310 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-82dfe432-173b-4b8f-9e40-4459cb3f495d {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:32:03.775701 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82dfe432-173b-4b8f-9e40-4459cb3f495d'] response: {'server_uuid': '8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d171ed4-13ab-4e59-9164-a6765da0ab87', 'code': 200} Jun 04 08:32:03.820118 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=4d171ed4-13ab-4e59-9164-a6765da0ab87,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:32:04.027331 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f74312-c63c-4914-9a94-c3ee86ac84db req-3dea15d8-175a-44d5-a1b2-2159043aaa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:04.028834 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-84f74312-c63c-4914-9a94-c3ee86ac84db req-3dea15d8-175a-44d5-a1b2-2159043aaa78 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 1130 time: 0.0399086 Jun 04 08:32:04.092581 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-84f74312-c63c-4914-9a94-c3ee86ac84db req-81225905-b5fb-4575-9860-b197eeb59c8c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507717 Jun 04 08:32:04.855035 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f70f3-9a9b-4e48-9979-2c5da4793345 req-c581c33b-425c-4af1-aadf-eec168b864d4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:04.856550 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-616f70f3-9a9b-4e48-9979-2c5da4793345 req-c581c33b-425c-4af1-aadf-eec168b864d4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0538890 Jun 04 08:32:04.908222 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-616f70f3-9a9b-4e48-9979-2c5da4793345 req-131b80de-eab5-49eb-9f63-f93d766632bb tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458851 Jun 04 08:32:06.037700 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa167802-89eb-45cd-a2ba-8d2b53db7fdb req-5f2aa775-49cc-4126-9aa9-37640944c93b tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:06.039239 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-aa167802-89eb-45cd-a2ba-8d2b53db7fdb req-5f2aa775-49cc-4126-9aa9-37640944c93b tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0578356 Jun 04 08:32:06.090059 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-aa167802-89eb-45cd-a2ba-8d2b53db7fdb req-7ef96215-849b-4ffd-b29c-7870b4ca807f tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449188 Jun 04 08:32:06.208596 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66954c86-59ae-44aa-8355-ec1daa3da201 req-5550f9ea-7df1-4bb5-9d96-39fc8024ddd6 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:06.210323 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-66954c86-59ae-44aa-8355-ec1daa3da201 req-5550f9ea-7df1-4bb5-9d96-39fc8024ddd6 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0527687 Jun 04 08:32:06.272552 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-66954c86-59ae-44aa-8355-ec1daa3da201 req-2e606940-351f-41be-8327-8891e6020766 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565238 Jun 04 08:32:06.302502 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 59056) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:32:06.504580 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be69fadf-3b56-41fd-a986-12469441b002 tempest-TestShelveInstance-1646077357 tempest-TestShelveInstance-1646077357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:06.506509 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-be69fadf-3b56-41fd-a986-12469441b002 tempest-TestShelveInstance-1646077357 tempest-TestShelveInstance-1646077357-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 1125 time: 0.2026310 Jun 04 08:32:06.509061 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 59060) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:32:06.513288 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.v2.base [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Request body: {'floatingip': {'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'port_id': '4d171ed4-13ab-4e59-9164-a6765da0ab87', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:32:06.534720 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:06.583522 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-60bc4b2f-f4d0-4615-a001-1d4fbd5b8942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:06.619771 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:06.729188 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Allocated IP 172.27.2.135 (611add22-ec0d-4fc9-ba81-7c460feafb87/32c47282-dd8f-4d91-9742-86afa823c48a/73f1f125-0f2b-4bae-9576-7e75b5de399b) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:32:06.842247 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for port (73f1f125-0f2b-4bae-9576-7e75b5de399b), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:06.870627 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:06.887323 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (73f1f125-0f2b-4bae-9576-7e75b5de399b), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:06.914968 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:06.930255 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Network 611add22-ec0d-4fc9-ba81-7c460feafb87 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:32:06.934042 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:32:06.940864 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:32:06.963403 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Pushing event updated for resources: {'Port': ['ID=73f1f125-0f2b-4bae-9576-7e75b5de399b,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:32:07.311199 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for floatingip (37ba9dc9-9bf8-4582-8771-7c2ee2c45a38), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:07.377562 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (73f1f125-0f2b-4bae-9576-7e75b5de399b), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:07.558512 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for port (73f1f125-0f2b-4bae-9576-7e75b5de399b), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:07.562871 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126739917'] for port (73f1f125-0f2b-4bae-9576-7e75b5de399b), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:07.630494 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Pushing event updated for resources: {'Port': ['ID=73f1f125-0f2b-4bae-9576-7e75b5de399b,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:32:07.637785 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:07.643585 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3914530'] for floatingip (37ba9dc9-9bf8-4582-8771-7c2ee2c45a38), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:07.740161 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Floating IP 37ba9dc9-9bf8-4582-8771-7c2ee2c45a38 associated. External IP: 172.27.2.135, port: 4d171ed4-13ab-4e59-9164-a6765da0ab87. Jun 04 08:32:07.836436 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:07.940536 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Router b28c4a86-56c2-489c-a1e4-0d890ce82f1b has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:32:08.046494 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:32:08.058117 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918611a-3548-411e-89df-9a2c53b45984 None None] Sync routers for ids ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:32:08.069294 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:08.071059 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4918611a-3548-411e-89df-9a2c53b45984 None None] Routers {'b28c4a86-56c2-489c-a1e4-0d890ce82f1b'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:32:08.072134 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-4918611a-3548-411e-89df-9a2c53b45984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:31:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:32:08.112507 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-034f9980-51fb-425f-bb41-21c5f139cc5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6023319 Jun 04 08:32:08.113084 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f', 'tag': '4d171ed4-13ab-4e59-9164-a6765da0ab87'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:32:08.116076 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1613d55e-2574-4dfd-a1ab-f42b00bd1480" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f", "tag": "4d171ed4-13ab-4e59-9164-a6765da0ab87"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:32:08.177391 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b9c7b4-9089-4ab0-8fcb-8af055980e3b x-openstack-request-id: req-96b9c7b4-9089-4ab0-8fcb-8af055980e3b {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:32:08.177849 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f", "tag": "4d171ed4-13ab-4e59-9164-a6765da0ab87", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:32:08.178424 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-96b9c7b4-9089-4ab0-8fcb-8af055980e3b {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:32:08.179937 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b9c7b4-9089-4ab0-8fcb-8af055980e3b'] response: {'name': 'network-changed', 'server_uuid': '8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f', 'tag': '4d171ed4-13ab-4e59-9164-a6765da0ab87', 'status': 'completed', 'code': 200} Jun 04 08:32:08.190358 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-4918611a-3548-411e-89df-9a2c53b45984 None None] Set router b28c4a86-56c2-489c-a1e4-0d890ce82f1b gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:32:08.242654 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613d55e-2574-4dfd-a1ab-f42b00bd1480 req-8b05c1af-1d69-4ecb-a3ee-3fabf50e977c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:08.244162 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1613d55e-2574-4dfd-a1ab-f42b00bd1480 req-8b05c1af-1d69-4ecb-a3ee-3fabf50e977c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6ccf261fc9e4774a6b129712a9e2f9e&device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 1130 time: 0.0424690 Jun 04 08:32:08.362740 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613d55e-2574-4dfd-a1ab-f42b00bd1480 req-018cd8c4-5167-4f04-b8fe-e5bbd163dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:08.364344 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1613d55e-2574-4dfd-a1ab-f42b00bd1480 req-018cd8c4-5167-4f04-b8fe-e5bbd163dc37 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cdf73a12-9c35-497c-8dc8-aed4baaf79a6 HTTP/1.1" status: 200 len: 910 time: 0.1129305 Jun 04 08:32:08.392332 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:08.437585 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1613d55e-2574-4dfd-a1ab-f42b00bd1480 req-650cbaad-40c7-47a6-a696-e63e07622bee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d171ed4-13ab-4e59-9164-a6765da0ab87 HTTP/1.1" status: 200 len: 1000 time: 0.0649486 Jun 04 08:32:08.452919 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-4918611a-3548-411e-89df-9a2c53b45984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'name': 'tempest-TestShelveInstance-1975533688-router', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '46026d94-be5b-4802-9b36-44af437b3d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:21Z', 'revision_number': 4, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'gw_port': {'id': '46026d94-be5b-4802-9b36-44af437b3d71', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '37ba9dc9-9bf8-4582-8771-7c2ee2c45a38', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'port_id': '4d171ed4-13ab-4e59-9164-a6765da0ab87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'mac_address': 'fa:16:3e:a5:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:32:07Z', 'updated_at': '2022-06-04T08:32:07Z', 'revision_number': 0, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd194d0e1-dd50-431e-8587-74ed06856f5b', 'name': '', 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'mac_address': 'fa:16:3e:6a:58:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bf640e76-af87-4484-8153-478b89141b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:20Z', 'updated_at': '2022-06-04T08:31:27Z', 'revision_number': 5, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'subnets': [{'id': 'bf640e76-af87-4484-8153-478b89141b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:32:08.488128 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918611a-3548-411e-89df-9a2c53b45984 None None] Checking router: b28c4a86-56c2-489c-a1e4-0d890ce82f1b for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:32:08.501983 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4918611a-3548-411e-89df-9a2c53b45984 None None] Routers {'b28c4a86-56c2-489c-a1e4-0d890ce82f1b'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:32:08.502398 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613d55e-2574-4dfd-a1ab-f42b00bd1480 req-7cb950de-ee5d-4272-b226-c728ae394456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:08.502952 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-4918611a-3548-411e-89df-9a2c53b45984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:31:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:32:08.504772 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1613d55e-2574-4dfd-a1ab-f42b00bd1480 req-7cb950de-ee5d-4272-b226-c728ae394456 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf640e76-af87-4484-8153-478b89141b4a HTTP/1.1" status: 200 len: 848 time: 0.0587068 Jun 04 08:32:08.554596 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613d55e-2574-4dfd-a1ab-f42b00bd1480 req-3e7ad819-e0c7-4f7d-8c9b-91f09600dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:08.556128 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1613d55e-2574-4dfd-a1ab-f42b00bd1480 req-3e7ad819-e0c7-4f7d-8c9b-91f09600dfa5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cdf73a12-9c35-497c-8dc8-aed4baaf79a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423274 Jun 04 08:32:08.631432 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-4918611a-3548-411e-89df-9a2c53b45984 None None] Set router b28c4a86-56c2-489c-a1e4-0d890ce82f1b gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:32:08.663734 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1613d55e-2574-4dfd-a1ab-f42b00bd1480 req-e36e2643-e133-421d-83da-1d556363a5eb service neutron] 10.222.0.77 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000142 Jun 04 08:32:08.807843 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1613d55e-2574-4dfd-a1ab-f42b00bd1480 req-db24628e-1161-44f7-8e1d-2cceab87ecf5 service neutron] 10.222.0.77 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364338 Jun 04 08:32:08.905778 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-4918611a-3548-411e-89df-9a2c53b45984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'name': 'tempest-TestShelveInstance-1975533688-router', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '46026d94-be5b-4802-9b36-44af437b3d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:21Z', 'revision_number': 4, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'gw_port': {'id': '46026d94-be5b-4802-9b36-44af437b3d71', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '37ba9dc9-9bf8-4582-8771-7c2ee2c45a38', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'port_id': '4d171ed4-13ab-4e59-9164-a6765da0ab87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'mac_address': 'fa:16:3e:a5:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:32:07Z', 'updated_at': '2022-06-04T08:32:07Z', 'revision_number': 0, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd194d0e1-dd50-431e-8587-74ed06856f5b', 'name': '', 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'mac_address': 'fa:16:3e:6a:58:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bf640e76-af87-4484-8153-478b89141b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:20Z', 'updated_at': '2022-06-04T08:31:27Z', 'revision_number': 5, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'subnets': [{'id': 'bf640e76-af87-4484-8153-478b89141b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:32:08.931301 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918611a-3548-411e-89df-9a2c53b45984 None None] The sync data for ids ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'] in dv-cinder-836996-29-iscsi is: [{'id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'name': 'tempest-TestShelveInstance-1975533688-router', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '46026d94-be5b-4802-9b36-44af437b3d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:21Z', 'revision_number': 4, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'gw_port': {'id': '46026d94-be5b-4802-9b36-44af437b3d71', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': '37ba9dc9-9bf8-4582-8771-7c2ee2c45a38', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'port_id': '4d171ed4-13ab-4e59-9164-a6765da0ab87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'mac_address': 'fa:16:3e:a5:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:32:07Z', 'updated_at': '2022-06-04T08:32:07Z', 'revision_number': 0, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd194d0e1-dd50-431e-8587-74ed06856f5b', 'name': '', 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'mac_address': 'fa:16:3e:6a:58:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bf640e76-af87-4484-8153-478b89141b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:20Z', 'updated_at': '2022-06-04T08:31:27Z', 'revision_number': 5, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'subnets': [{'id': 'bf640e76-af87-4484-8153-478b89141b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:32:09.152561 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea1abd5-8d1d-404e-bc55-ee445375103f None None] New status for floating IP 37ba9dc9-9bf8-4582-8771-7c2ee2c45a38: ACTIVE {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:32:09.154727 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c88ba00b-f89e-42ea-b4c5-12fd7e5afc63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:10.131803 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:11.321413 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:12.908940 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:16.264065 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=35 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:16.268213 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=67 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:18.799657 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:18.801614 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=92,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:19.284459 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:19.291125 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:22.902641 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:22.904393 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:28.047930 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:29.346620 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7401b38-98c2-4613-8a18-486959e6b429 req-77e7b502-ce16-4e58-984e-66b5c83675a9 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:29.348130 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a7401b38-98c2-4613-8a18-486959e6b429 req-77e7b502-ce16-4e58-984e-66b5c83675a9 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=60960b6a-c060-4d09-996b-5bb66801bb16 HTTP/1.1" status: 200 len: 945 time: 0.0481403 Jun 04 08:32:29.400954 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a7401b38-98c2-4613-8a18-486959e6b429 req-7e797ddf-cfa2-4195-b78a-eecc5bc27670 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471103 Jun 04 08:32:30.523128 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327ba5d-cbbf-4304-ae54-7b5695bc6f03 req-d5a26109-bde1-4f16-9946-48576791de88 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:30.525132 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2327ba5d-cbbf-4304-ae54-7b5695bc6f03 req-d5a26109-bde1-4f16-9946-48576791de88 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=60960b6a-c060-4d09-996b-5bb66801bb16 HTTP/1.1" status: 200 len: 945 time: 0.0538774 Jun 04 08:32:30.573879 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-2327ba5d-cbbf-4304-ae54-7b5695bc6f03 req-663982e5-acb1-4f7f-a2db-a2e26a44d4a7 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431235 Jun 04 08:32:31.559251 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647fb33-09a8-4d7a-930e-3287d327e74f req-46eec6ab-9c3c-4164-8baf-8d727d843ac9 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:31.560732 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f647fb33-09a8-4d7a-930e-3287d327e74f req-46eec6ab-9c3c-4164-8baf-8d727d843ac9 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.77 "GET /v2.0/ports?device_id=60960b6a-c060-4d09-996b-5bb66801bb16 HTTP/1.1" status: 200 len: 945 time: 0.0550969 Jun 04 08:32:31.648322 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-f647fb33-09a8-4d7a-930e-3287d327e74f req-dea55301-7558-4a1c-8315-2c7376a69b2c tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Deleting port 8aa437a2-f403-4e1d-b21a-472f593ebc67 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:32:31.648826 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-f647fb33-09a8-4d7a-930e-3287d327e74f req-dea55301-7558-4a1c-8315-2c7376a69b2c tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (8aa437a2-f403-4e1d-b21a-472f593ebc67), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:31.699974 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2950ee-7fb5-4866-b919-db6ef97bf7a9 req-12cd0db9-f4ec-4bb6-ad01-cee5a76ce83b tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:31.701684 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bc2950ee-7fb5-4866-b919-db6ef97bf7a9 req-12cd0db9-f4ec-4bb6-ad01-cee5a76ce83b tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=60960b6a-c060-4d09-996b-5bb66801bb16 HTTP/1.1" status: 200 len: 945 time: 0.0584998 Jun 04 08:32:31.748195 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [req-f647fb33-09a8-4d7a-930e-3287d327e74f req-dea55301-7558-4a1c-8315-2c7376a69b2c tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] For port 8aa437a2-f403-4e1d-b21a-472f593ebc67, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8aa437a2-f403-4e1d-b21a-472f593ebc67,segment=NetworkSegment(82c378b9-80b9-4b9c-a2af-87b66b27e45d),segment_id=82c378b9-80b9-4b9c-a2af-87b66b27e45d)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:32:31.748564 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-f647fb33-09a8-4d7a-930e-3287d327e74f req-dea55301-7558-4a1c-8315-2c7376a69b2c tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (8aa437a2-f403-4e1d-b21a-472f593ebc67), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:31.752438 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bc2950ee-7fb5-4866-b919-db6ef97bf7a9 req-f37c92d6-24fb-4a82-ae31-ef34dba7494f tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447361 Jun 04 08:32:31.763260 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [req-f647fb33-09a8-4d7a-930e-3287d327e74f req-dea55301-7558-4a1c-8315-2c7376a69b2c tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Calling delete_port for 8aa437a2-f403-4e1d-b21a-472f593ebc67 owned by compute:nova {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:32:31.896066 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-f647fb33-09a8-4d7a-930e-3287d327e74f req-dea55301-7558-4a1c-8315-2c7376a69b2c tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (8aa437a2-f403-4e1d-b21a-472f593ebc67), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:31.908026 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['8aa437a2-f403-4e1d-b21a-472f593ebc67'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:32:31.925142 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea55301-7558-4a1c-8315-2c7376a69b2c tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Pushing event deleted for resources: {'Port': ['ID=8aa437a2-f403-4e1d-b21a-472f593ebc67,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:32:31.973702 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f647fb33-09a8-4d7a-930e-3287d327e74f req-dea55301-7558-4a1c-8315-2c7376a69b2c tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] No DVR routers for this DVR port 8aa437a2-f403-4e1d-b21a-472f593ebc67 on host hv-cinder-83699 {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:32:31.976395 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [req-f647fb33-09a8-4d7a-930e-3287d327e74f req-dea55301-7558-4a1c-8315-2c7376a69b2c tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:31.980451 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-f647fb33-09a8-4d7a-930e-3287d327e74f req-dea55301-7558-4a1c-8315-2c7376a69b2c tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.77 "DELETE /v2.0/ports/8aa437a2-f403-4e1d-b21a-472f593ebc67 HTTP/1.1" status: 204 len: 173 time: 0.4130175 Jun 04 08:32:31.980923 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60960b6a-c060-4d09-996b-5bb66801bb16', 'name': 'network-vif-deleted', 'tag': '8aa437a2-f403-4e1d-b21a-472f593ebc67'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:32:31.983293 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8fee23-2b29-4a6e-af80-afb16b7e218c" -d '{"events": [{"server_uuid": "60960b6a-c060-4d09-996b-5bb66801bb16", "name": "network-vif-deleted", "tag": "8aa437a2-f403-4e1d-b21a-472f593ebc67"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:32:32.022844 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897f9bf4-060c-4e75-9148-eee14385d5b4 x-openstack-request-id: req-897f9bf4-060c-4e75-9148-eee14385d5b4 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:32:32.023166 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60960b6a-c060-4d09-996b-5bb66801bb16", "name": "network-vif-deleted", "tag": "8aa437a2-f403-4e1d-b21a-472f593ebc67", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:32:32.024103 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-897f9bf4-060c-4e75-9148-eee14385d5b4 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:32:32.024508 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-897f9bf4-060c-4e75-9148-eee14385d5b4'] response: {'server_uuid': '60960b6a-c060-4d09-996b-5bb66801bb16', 'name': 'network-vif-deleted', 'tag': '8aa437a2-f403-4e1d-b21a-472f593ebc67', 'status': 'completed', 'code': 200} Jun 04 08:32:35.295198 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:35.295980 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:36.011706 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 8aa437a2-f403-4e1d-b21a-472f593ebc67 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:32:36.031786 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: 8aa437a2-f403-4e1d-b21a-472f593ebc67 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:32:36.032130 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 8aa437a2-f403-4e1d-b21a-472f593ebc67 not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:32:36.264869 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:32:36.577001 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-cee3969a-6baa-4d16-8ef6-96d08f6e0bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:39.151653 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b9f4b6cc-f5fe-4511-b345-d8b004c61d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:40.126684 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:41.351487 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:41.745164 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=18 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:41.747930 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=18 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:41.956899 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=58,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:41.957734 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=49,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:42.912141 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:43.084514 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d79d83-388d-4554-ad02-af1299284334 req-b45c8bd5-d408-4101-806b-f39da9095bf2 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:43.085982 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-90d79d83-388d-4554-ad02-af1299284334 req-b45c8bd5-d408-4101-806b-f39da9095bf2 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/networks?id=6035b356-a657-4dea-bc83-fe40d1093cb0 HTTP/1.1" status: 200 len: 813 time: 0.1111379 Jun 04 08:32:43.101006 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-90d79d83-388d-4554-ad02-af1299284334 req-e1e97ad2-9261-4229-9d14-1bba5897ce21 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/quotas/dd222ba8d8b8447594ee715381dcd847 HTTP/1.1" status: 200 len: 375 time: 0.0094614 Jun 04 08:32:43.136024 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-90d79d83-388d-4554-ad02-af1299284334 req-d624c62b-8753-4192-b291-8082362f6a27 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd222ba8d8b8447594ee715381dcd847&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290945 Jun 04 08:32:43.227962 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-90d79d83-388d-4554-ad02-af1299284334 req-dc8b7555-fff8-47c3-b5f6-98cad42785e0 service neutron] 10.222.0.57 "GET /v2.0/networks/6035b356-a657-4dea-bc83-fe40d1093cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846789 Jun 04 08:32:43.323852 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-90d79d83-388d-4554-ad02-af1299284334 req-dc8ee4cb-76f1-4162-b9df-ae7be26ba6b6 service neutron] 10.222.0.57 "GET /v2.0/networks/6035b356-a657-4dea-bc83-fe40d1093cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902033 Jun 04 08:32:43.440782 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59214) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:32:43.517937 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6707c9d2-a235-4bae-b7a4-b15148623c92 req-1f383ed5-5c5e-4d18-9332-b4537d407c74 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a3831a7-cea8-4fd7-ac8d-555ad7b89971 HTTP/1.1" status: 200 len: 210 time: 0.0393410 Jun 04 08:32:43.616741 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-1d10fdba-4ba9-4627-a0a4-a91734f3087b tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Deleting port 530c683b-a7fa-4682-8dd0-bf853b051067 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:32:43.616983 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d10fdba-4ba9-4627-a0a4-a91734f3087b tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (530c683b-a7fa-4682-8dd0-bf853b051067), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:43.700728 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d10fdba-4ba9-4627-a0a4-a91734f3087b tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (530c683b-a7fa-4682-8dd0-bf853b051067), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:43.701149 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d10fdba-4ba9-4627-a0a4-a91734f3087b tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for floatingip (530c683b-a7fa-4682-8dd0-bf853b051067), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:43.717408 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-1d10fdba-4ba9-4627-a0a4-a91734f3087b tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Calling delete_port for 530c683b-a7fa-4682-8dd0-bf853b051067 owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:32:43.878658 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d10fdba-4ba9-4627-a0a4-a91734f3087b tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (530c683b-a7fa-4682-8dd0-bf853b051067), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:43.903886 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10fdba-4ba9-4627-a0a4-a91734f3087b tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event deleted for resources: {'Port': ['ID=530c683b-a7fa-4682-8dd0-bf853b051067,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:32:43.976352 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d10fdba-4ba9-4627-a0a4-a91734f3087b tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for floatingip (1e262e49-fa82-47e6-9289-4af511f7e367), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:43.976738 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-1d10fdba-4ba9-4627-a0a4-a91734f3087b tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Floating IP 1e262e49-fa82-47e6-9289-4af511f7e367 disassociated (deleted). External IP: 172.27.2.181, port: 604511b4-e9e1-43e9-8e21-c6b0b33bc05a. Jun 04 08:32:44.182991 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d10fdba-4ba9-4627-a0a4-a91734f3087b tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Router 5956fe31-3198-4f24-887c-652616177a08 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:32:44.285713 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d10fdba-4ba9-4627-a0a4-a91734f3087b tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:32:44.290772 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1d10fdba-4ba9-4627-a0a4-a91734f3087b tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:44.295580 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c0ff2-2eaa-424b-a3b5-cce10f3970d4 None None] Sync routers for ids ['5956fe31-3198-4f24-887c-652616177a08'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:32:44.305917 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c0ff2-2eaa-424b-a3b5-cce10f3970d4 None None] Routers {'5956fe31-3198-4f24-887c-652616177a08'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:32:44.306536 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-142c0ff2-2eaa-424b-a3b5-cce10f3970d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:32:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['5956fe31-3198-4f24-887c-652616177a08'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:32:44.322858 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1d10fdba-4ba9-4627-a0a4-a91734f3087b tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "DELETE /v2.0/floatingips/1e262e49-fa82-47e6-9289-4af511f7e367 HTTP/1.1" status: 204 len: 168 time: 0.8816459 Jun 04 08:32:44.323595 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b559e2dc-67d5-4fee-81f0-36be93d5feb4', 'tag': '604511b4-e9e1-43e9-8e21-c6b0b33bc05a'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:32:44.328598 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9357d7-65e0-4ede-8319-8d98c496bd6e" -d '{"events": [{"name": "network-changed", "server_uuid": "b559e2dc-67d5-4fee-81f0-36be93d5feb4", "tag": "604511b4-e9e1-43e9-8e21-c6b0b33bc05a"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:32:44.363457 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547e03b0-b27e-405c-8e7b-2120ac588725 x-openstack-request-id: req-547e03b0-b27e-405c-8e7b-2120ac588725 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:32:44.363858 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b559e2dc-67d5-4fee-81f0-36be93d5feb4", "tag": "604511b4-e9e1-43e9-8e21-c6b0b33bc05a", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:32:44.364220 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-547e03b0-b27e-405c-8e7b-2120ac588725 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:32:44.364888 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547e03b0-b27e-405c-8e7b-2120ac588725'] response: {'name': 'network-changed', 'server_uuid': 'b559e2dc-67d5-4fee-81f0-36be93d5feb4', 'tag': '604511b4-e9e1-43e9-8e21-c6b0b33bc05a', 'status': 'completed', 'code': 200} Jun 04 08:32:44.438829 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9357d7-65e0-4ede-8319-8d98c496bd6e req-bbd92c67-2737-4ed2-926b-3be311260449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:44.441088 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1d9357d7-65e0-4ede-8319-8d98c496bd6e req-bbd92c67-2737-4ed2-926b-3be311260449 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1cc798a91bd74226a144199bd78c2331&device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 1129 time: 0.0467927 Jun 04 08:32:44.459011 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:44.470391 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-142c0ff2-2eaa-424b-a3b5-cce10f3970d4 None None] Set router 5956fe31-3198-4f24-887c-652616177a08 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:32:44.516739 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:44.595324 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9357d7-65e0-4ede-8319-8d98c496bd6e req-a059943e-7e2c-46ca-b816-cbb6af1ed50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:44.597082 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1d9357d7-65e0-4ede-8319-8d98c496bd6e req-a059943e-7e2c-46ca-b816-cbb6af1ed50e service neutron] 10.222.0.77 "GET /v2.0/networks?id=b657dda9-96b8-450c-85f0-94a70753fce4 HTTP/1.1" status: 200 len: 913 time: 0.1473999 Jun 04 08:32:44.628510 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b613aea-7537-4efd-9cd0-b2cbd081f231 req-75913ebd-5f9f-411d-9cac-b6de440ceef0 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:44.630650 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5b613aea-7537-4efd-9cd0-b2cbd081f231 req-75913ebd-5f9f-411d-9cac-b6de440ceef0 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 945 time: 0.0545840 Jun 04 08:32:44.634071 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-03275875-9b93-459b-a035-31889a8c0808 req-3be05a49-5b51-4b6f-a101-6be60524f289 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a3831a7-cea8-4fd7-ac8d-555ad7b89971 HTTP/1.1" status: 200 len: 210 time: 0.0294948 Jun 04 08:32:44.653747 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d79d83-388d-4554-ad02-af1299284334 req-25119871-2ca7-44b3-b271-d4deb998c026 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:44.655277 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-90d79d83-388d-4554-ad02-af1299284334 req-25119871-2ca7-44b3-b271-d4deb998c026 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.77 "GET /v2.0/networks?id=6035b356-a657-4dea-bc83-fe40d1093cb0 HTTP/1.1" status: 200 len: 813 time: 0.2251284 Jun 04 08:32:44.695296 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5b613aea-7537-4efd-9cd0-b2cbd081f231 req-d70cf426-dd16-4f3c-9ca1-b2a829e01991 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560906 Jun 04 08:32:44.771737 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-142c0ff2-2eaa-424b-a3b5-cce10f3970d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': 'af0643a2-688f-4b1a-8f10-178f42c7cd83', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '5956fe31-3198-4f24-887c-652616177a08', 'port_id': 'a2805571-faf8-4dd1-8627-4a86bcb1649a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'mac_address': 'fa:16:3e:1e:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8807f-8264-4524-afe5-536696ca87a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:28:25Z', 'updated_at': '2022-06-04T08:28:29Z', 'revision_number': 1, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:26Z', 'revision_number': 5, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:32:44.799396 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c0ff2-2eaa-424b-a3b5-cce10f3970d4 None None] Checking router: 5956fe31-3198-4f24-887c-652616177a08 for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:32:44.808659 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c0ff2-2eaa-424b-a3b5-cce10f3970d4 None None] Routers {'5956fe31-3198-4f24-887c-652616177a08'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:32:44.809277 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-142c0ff2-2eaa-424b-a3b5-cce10f3970d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:32:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['5956fe31-3198-4f24-887c-652616177a08'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:32:44.919467 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-142c0ff2-2eaa-424b-a3b5-cce10f3970d4 None None] Set router 5956fe31-3198-4f24-887c-652616177a08 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:32:45.119692 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:45.141748 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-142c0ff2-2eaa-424b-a3b5-cce10f3970d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': 'af0643a2-688f-4b1a-8f10-178f42c7cd83', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '5956fe31-3198-4f24-887c-652616177a08', 'port_id': 'a2805571-faf8-4dd1-8627-4a86bcb1649a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'mac_address': 'fa:16:3e:1e:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8807f-8264-4524-afe5-536696ca87a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:28:25Z', 'updated_at': '2022-06-04T08:28:29Z', 'revision_number': 1, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:26Z', 'revision_number': 5, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:32:45.146725 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:45.170632 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c0ff2-2eaa-424b-a3b5-cce10f3970d4 None None] The sync data for ids ['5956fe31-3198-4f24-887c-652616177a08'] in dv-cinder-836996-29-iscsi is: [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_floatingips': [{'id': 'af0643a2-688f-4b1a-8f10-178f42c7cd83', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'router_id': '5956fe31-3198-4f24-887c-652616177a08', 'port_id': 'a2805571-faf8-4dd1-8627-4a86bcb1649a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'mac_address': 'fa:16:3e:1e:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8807f-8264-4524-afe5-536696ca87a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T08:28:25Z', 'updated_at': '2022-06-04T08:28:29Z', 'revision_number': 1, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:26Z', 'revision_number': 5, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:32:45.411634 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7fbc7f-b56f-4b95-a38d-f56102a35015 None None] New status for floating IP 1e262e49-fa82-47e6-9289-4af511f7e367: DOWN {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:32:45.738319 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c000c838-21c3-48cc-b8c8-4c5bdf649e0d req-d8858fb7-0217-48d1-b60d-c995976c2a38 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a3831a7-cea8-4fd7-ac8d-555ad7b89971 HTTP/1.1" status: 200 len: 210 time: 0.0298009 Jun 04 08:32:45.769471 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-90d79d83-388d-4554-ad02-af1299284334 req-26a97749-01eb-439f-b2cb-126fcc91de9f tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Request body: {'port': {'device_id': '5a3831a7-cea8-4fd7-ac8d-555ad7b89971', 'network_id': '6035b356-a657-4dea-bc83-fe40d1093cb0', 'admin_state_up': True, 'tenant_id': 'dd222ba8d8b8447594ee715381dcd847'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:32:45.822151 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1d9357d7-65e0-4ede-8319-8d98c496bd6e req-614d88cb-a996-4053-88e2-e4395c595a62 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=604511b4-e9e1-43e9-8e21-c6b0b33bc05a HTTP/1.1" status: 200 len: 217 time: 0.0576625 Jun 04 08:32:45.895169 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9357d7-65e0-4ede-8319-8d98c496bd6e req-02913566-0aab-4048-b0e9-daa277b6deca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:45.896675 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1d9357d7-65e0-4ede-8319-8d98c496bd6e req-02913566-0aab-4048-b0e9-daa277b6deca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e421c33-394d-4f1f-9f83-0ef1951dc532 HTTP/1.1" status: 200 len: 851 time: 0.0590992 Jun 04 08:32:45.978356 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9357d7-65e0-4ede-8319-8d98c496bd6e req-d601124b-337f-4a11-8074-b74203d1ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:45.979814 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1d9357d7-65e0-4ede-8319-8d98c496bd6e req-d601124b-337f-4a11-8074-b74203d1ee7b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b657dda9-96b8-450c-85f0-94a70753fce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525167 Jun 04 08:32:46.132048 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c43b8-ae13-4fed-970d-2eb266b9a022 req-c219e9d0-214e-418a-b585-ca00da3f55c7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:46.134692 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-567c43b8-ae13-4fed-970d-2eb266b9a022 req-c219e9d0-214e-418a-b585-ca00da3f55c7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 945 time: 0.3596766 Jun 04 08:32:46.219564 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-567c43b8-ae13-4fed-970d-2eb266b9a022 req-9c03bc9a-b5e5-4d3c-a15e-ebd27579a93d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792353 Jun 04 08:32:46.239091 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d79d83-388d-4554-ad02-af1299284334 req-26a97749-01eb-439f-b2cb-126fcc91de9f tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Made reservation on behalf of dd222ba8d8b8447594ee715381dcd847 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 08:32:46.244064 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-90d79d83-388d-4554-ad02-af1299284334 req-26a97749-01eb-439f-b2cb-126fcc91de9f tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:46.256219 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1d9357d7-65e0-4ede-8319-8d98c496bd6e req-05bef5e5-d72a-46b8-8a7f-ee7ab2cb6021 service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044371 Jun 04 08:32:46.381958 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-90d79d83-388d-4554-ad02-af1299284334 req-26a97749-01eb-439f-b2cb-126fcc91de9f tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Allocated IP 172.20.0.2 (6035b356-a657-4dea-bc83-fe40d1093cb0/a3a1149a-2ac6-478f-9fcd-1fdd51499b93/8b4bb967-1b23-4373-b5fd-e91aadb0c40b) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 08:32:46.459719 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1d9357d7-65e0-4ede-8319-8d98c496bd6e req-633eabe8-4ac3-4d7e-9ddc-6b1f2b1a5fdb service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888896 Jun 04 08:32:46.545111 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e1f30-748a-4197-8ca0-a9b3b47b434f req-1dbb6522-a03d-42f9-832a-c2e4666d44b9 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:46.547411 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-816e1f30-748a-4197-8ca0-a9b3b47b434f req-1dbb6522-a03d-42f9-832a-c2e4666d44b9 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.77 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 945 time: 0.1167724 Jun 04 08:32:46.672830 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-90d79d83-388d-4554-ad02-af1299284334 req-26a97749-01eb-439f-b2cb-126fcc91de9f tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Publish callbacks [] for port (8b4bb967-1b23-4373-b5fd-e91aadb0c40b), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:46.681658 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-816e1f30-748a-4197-8ca0-a9b3b47b434f req-0615d452-c0e6-42e9-8f4c-09c7d44aca0d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Deleting port 604511b4-e9e1-43e9-8e21-c6b0b33bc05a {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:32:46.682163 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-816e1f30-748a-4197-8ca0-a9b3b47b434f req-0615d452-c0e6-42e9-8f4c-09c7d44aca0d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (604511b4-e9e1-43e9-8e21-c6b0b33bc05a), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:46.737015 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:46.776376 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:46.790678 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-90d79d83-388d-4554-ad02-af1299284334 req-26a97749-01eb-439f-b2cb-126fcc91de9f tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739929179917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (8b4bb967-1b23-4373-b5fd-e91aadb0c40b), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:46.859938 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce8c90-8697-4bce-9b0f-572ed642ca9f req-696792bd-3e1a-4b58-8817-2300de57f746 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:46.861397 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-39ce8c90-8697-4bce-9b0f-572ed642ca9f req-696792bd-3e1a-4b58-8817-2300de57f746 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a3831a7-cea8-4fd7-ac8d-555ad7b89971 HTTP/1.1" status: 200 len: 931 time: 0.0505462 Jun 04 08:32:46.864436 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-816e1f30-748a-4197-8ca0-a9b3b47b434f req-0615d452-c0e6-42e9-8f4c-09c7d44aca0d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] For port 604511b4-e9e1-43e9-8e21-c6b0b33bc05a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=604511b4-e9e1-43e9-8e21-c6b0b33bc05a,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:32:46.864836 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-816e1f30-748a-4197-8ca0-a9b3b47b434f req-0615d452-c0e6-42e9-8f4c-09c7d44aca0d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (604511b4-e9e1-43e9-8e21-c6b0b33bc05a), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:46.876724 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d79d83-388d-4554-ad02-af1299284334 req-26a97749-01eb-439f-b2cb-126fcc91de9f tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Network 6035b356-a657-4dea-bc83-fe40d1093cb0 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 08:32:46.886307 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-90d79d83-388d-4554-ad02-af1299284334 req-26a97749-01eb-439f-b2cb-126fcc91de9f tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 08:32:46.890063 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a97749-01eb-439f-b2cb-126fcc91de9f tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Pushing event updated for resources: {'Port': ['ID=8b4bb967-1b23-4373-b5fd-e91aadb0c40b,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:32:46.896041 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d79d83-388d-4554-ad02-af1299284334 req-26a97749-01eb-439f-b2cb-126fcc91de9f tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 04 08:32:46.900831 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-816e1f30-748a-4197-8ca0-a9b3b47b434f req-0615d452-c0e6-42e9-8f4c-09c7d44aca0d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Calling delete_port for 604511b4-e9e1-43e9-8e21-c6b0b33bc05a owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:32:46.925266 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-39ce8c90-8697-4bce-9b0f-572ed642ca9f req-f7ba46b5-f81c-4b89-ac3b-92e11d328cfb tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578420 Jun 04 08:32:46.984151 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d79d83-388d-4554-ad02-af1299284334 req-26a97749-01eb-439f-b2cb-126fcc91de9f tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:46.984807 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-90d79d83-388d-4554-ad02-af1299284334 req-26a97749-01eb-439f-b2cb-126fcc91de9f tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:47.012168 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-90d79d83-388d-4554-ad02-af1299284334 req-26a97749-01eb-439f-b2cb-126fcc91de9f tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2467158 Jun 04 08:32:47.031700 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Request body: {'port': {'device_id': '5a3831a7-cea8-4fd7-ac8d-555ad7b89971', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 04 08:32:47.134905 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (8b4bb967-1b23-4373-b5fd-e91aadb0c40b), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:47.151906 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-816e1f30-748a-4197-8ca0-a9b3b47b434f req-0615d452-c0e6-42e9-8f4c-09c7d44aca0d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (604511b4-e9e1-43e9-8e21-c6b0b33bc05a), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:47.206801 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615d452-c0e6-42e9-8f4c-09c7d44aca0d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event deleted for resources: {'Port': ['ID=604511b4-e9e1-43e9-8e21-c6b0b33bc05a,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:32:47.280374 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-816e1f30-748a-4197-8ca0-a9b3b47b434f req-0615d452-c0e6-42e9-8f4c-09c7d44aca0d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] No DVR routers for this DVR port 604511b4-e9e1-43e9-8e21-c6b0b33bc05a on host hv-cinder-83699 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:32:47.290482 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-816e1f30-748a-4197-8ca0-a9b3b47b434f req-0615d452-c0e6-42e9-8f4c-09c7d44aca0d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:47.293740 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-816e1f30-748a-4197-8ca0-a9b3b47b434f req-0615d452-c0e6-42e9-8f4c-09c7d44aca0d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.77 "DELETE /v2.0/ports/604511b4-e9e1-43e9-8e21-c6b0b33bc05a HTTP/1.1" status: 204 len: 173 time: 0.7395995 Jun 04 08:32:47.294220 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b559e2dc-67d5-4fee-81f0-36be93d5feb4', 'name': 'network-vif-deleted', 'tag': '604511b4-e9e1-43e9-8e21-c6b0b33bc05a'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:32:47.296809 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60242def-f282-4351-a9f8-3e4f83c4b6e8" -d '{"events": [{"server_uuid": "b559e2dc-67d5-4fee-81f0-36be93d5feb4", "name": "network-vif-deleted", "tag": "604511b4-e9e1-43e9-8e21-c6b0b33bc05a"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:32:47.364167 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ac412a-e4e6-4d4b-88ce-1261a0f5052e x-openstack-request-id: req-a9ac412a-e4e6-4d4b-88ce-1261a0f5052e {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:32:47.364655 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b559e2dc-67d5-4fee-81f0-36be93d5feb4", "name": "network-vif-deleted", "tag": "604511b4-e9e1-43e9-8e21-c6b0b33bc05a", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:32:47.365023 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a9ac412a-e4e6-4d4b-88ce-1261a0f5052e {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:32:47.365587 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ac412a-e4e6-4d4b-88ce-1261a0f5052e'] response: {'server_uuid': 'b559e2dc-67d5-4fee-81f0-36be93d5feb4', 'name': 'network-vif-deleted', 'tag': '604511b4-e9e1-43e9-8e21-c6b0b33bc05a', 'status': 'completed', 'code': 200} Jun 04 08:32:47.394825 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54e0b8af-87e8-42f6-ad96-314e5259bff0 req-39830599-7648-4593-9236-f7f2f5cfa223 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=b559e2dc-67d5-4fee-81f0-36be93d5feb4 HTTP/1.1" status: 200 len: 210 time: 0.0911684 Jun 04 08:32:47.475805 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:47.561029 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4bb967-1b23-4373-b5fd-e91aadb0c40b {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:32:47.577816 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Publish callbacks [] for port (8b4bb967-1b23-4373-b5fd-e91aadb0c40b), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:47.593280 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Transition to ACTIVE for port object 8b4bb967-1b23-4373-b5fd-e91aadb0c40b will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 04 08:32:47.597277 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (8b4bb967-1b23-4373-b5fd-e91aadb0c40b), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:47.652240 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4bb967-1b23-4373-b5fd-e91aadb0c40b,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:32:47.735465 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Attempting to bind port 8b4bb967-1b23-4373-b5fd-e91aadb0c40b on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 04 08:32:47.735863 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Attempting to bind port 8b4bb967-1b23-4373-b5fd-e91aadb0c40b by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '82c378b9-80b9-4b9c-a2af-87b66b27e45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6035b356-a657-4dea-bc83-fe40d1093cb0'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 04 08:32:47.736117 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Attempting to bind port 8b4bb967-1b23-4373-b5fd-e91aadb0c40b on network 6035b356-a657-4dea-bc83-fe40d1093cb0 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:32:47.741096 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Port 8b4bb967-1b23-4373-b5fd-e91aadb0c40b on network 6035b356-a657-4dea-bc83-fe40d1093cb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 04 08:32:47.741413 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Attempting to bind port 8b4bb967-1b23-4373-b5fd-e91aadb0c40b on network 6035b356-a657-4dea-bc83-fe40d1093cb0 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 04 08:32:47.747310 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Checking agent: {'id': 'dd26eed1-2cb4-4c9e-b24e-487f4e3b412c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'started_at': datetime.datetime(2022, 6, 4, 8, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 8, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 04 08:32:47.747648 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Checking segment: {'id': '82c378b9-80b9-4b9c-a2af-87b66b27e45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6035b356-a657-4dea-bc83-fe40d1093cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 04 08:32:47.748034 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Bound using segment: {'id': '82c378b9-80b9-4b9c-a2af-87b66b27e45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6035b356-a657-4dea-bc83-fe40d1093cb0'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 04 08:32:47.748458 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Bound port: 8b4bb967-1b23-4373-b5fd-e91aadb0c40b, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c378b9-80b9-4b9c-a2af-87b66b27e45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6035b356-a657-4dea-bc83-fe40d1093cb0'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 04 08:32:47.748811 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (8b4bb967-1b23-4373-b5fd-e91aadb0c40b), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:47.785584 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:47.815315 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] For port 8b4bb967-1b23-4373-b5fd-e91aadb0c40b, host hv-cinder-83699, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 04 08:32:47.818546 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] For port 8b4bb967-1b23-4373-b5fd-e91aadb0c40b, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8b4bb967-1b23-4373-b5fd-e91aadb0c40b,segment=NetworkSegment(82c378b9-80b9-4b9c-a2af-87b66b27e45d),segment_id=82c378b9-80b9-4b9c-a2af-87b66b27e45d)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 04 08:32:47.824661 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127079300'] for port (8b4bb967-1b23-4373-b5fd-e91aadb0c40b), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:47.864282 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:47.865124 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:47.866568 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-90d79d83-388d-4554-ad02-af1299284334 req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] 10.222.0.77 "PUT /v2.0/ports/8b4bb967-1b23-4373-b5fd-e91aadb0c40b HTTP/1.1" status: 200 len: 1093 time: 0.8396385 Jun 04 08:32:47.888654 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55644a40-dcc9-4934-bec3-f412b872b899 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4bb967-1b23-4373-b5fd-e91aadb0c40b,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:32:48.077117 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd7baa-b164-48a5-b204-c38a38dc4593 req-9fe002a6-8dad-46e2-9582-204b8b2fc1cb tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:48.093611 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d79d83-388d-4554-ad02-af1299284334 req-974e78a6-59bb-4a05-b0ac-80d34741d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:48.095197 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-90d79d83-388d-4554-ad02-af1299284334 req-974e78a6-59bb-4a05-b0ac-80d34741d985 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd222ba8d8b8447594ee715381dcd847&device_id=5a3831a7-cea8-4fd7-ac8d-555ad7b89971 HTTP/1.1" status: 200 len: 1127 time: 0.0577857 Jun 04 08:32:48.097965 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c3cd7baa-b164-48a5-b204-c38a38dc4593 req-9fe002a6-8dad-46e2-9582-204b8b2fc1cb tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a3831a7-cea8-4fd7-ac8d-555ad7b89971 HTTP/1.1" status: 200 len: 943 time: 0.0807836 Jun 04 08:32:48.140745 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:48.141970 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-90d79d83-388d-4554-ad02-af1299284334 req-4d6f09ea-a0fb-4e33-9188-8237ca9c882a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b4bb967-1b23-4373-b5fd-e91aadb0c40b HTTP/1.1" status: 200 len: 217 time: 0.0377293 Jun 04 08:32:48.149635 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c3cd7baa-b164-48a5-b204-c38a38dc4593 req-fe41d0f8-f50a-4280-8bf2-31c2d136fef2 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506208 Jun 04 08:32:48.198338 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d79d83-388d-4554-ad02-af1299284334 req-1ce92e44-15a7-4ab2-a60a-6fa0074fa640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:48.199752 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-90d79d83-388d-4554-ad02-af1299284334 req-1ce92e44-15a7-4ab2-a60a-6fa0074fa640 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3a1149a-2ac6-478f-9fcd-1fdd51499b93 HTTP/1.1" status: 200 len: 853 time: 0.0515931 Jun 04 08:32:48.240982 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-90d79d83-388d-4554-ad02-af1299284334 req-a955f483-4d9a-45aa-a6b6-8186527f2219 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6035b356-a657-4dea-bc83-fe40d1093cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330720 Jun 04 08:32:48.342810 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-90d79d83-388d-4554-ad02-af1299284334 req-a307e204-62ae-4f50-b207-e59cb2c3eae5 service neutron] 10.222.0.77 "GET /v2.0/networks/6035b356-a657-4dea-bc83-fe40d1093cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926902 Jun 04 08:32:48.449139 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-90d79d83-388d-4554-ad02-af1299284334 req-3a01b0fc-68d4-4106-a175-e8c0bbc697de service neutron] 10.222.0.77 "GET /v2.0/networks/6035b356-a657-4dea-bc83-fe40d1093cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981448 Jun 04 08:32:49.272813 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723c4ec-e31c-41ff-a93c-001c4ca72b96 req-22b8ef0b-6f03-4dc8-8d70-d783a644a55c tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:49.274843 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a723c4ec-e31c-41ff-a93c-001c4ca72b96 req-22b8ef0b-6f03-4dc8-8d70-d783a644a55c tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a3831a7-cea8-4fd7-ac8d-555ad7b89971 HTTP/1.1" status: 200 len: 943 time: 0.0517433 Jun 04 08:32:49.325105 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a723c4ec-e31c-41ff-a93c-001c4ca72b96 req-94f9349d-7b7e-4300-acca-0b1a7f4cb10a tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446317 Jun 04 08:32:49.367090 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3831a7-cea8-4fd7-ac8d-555ad7b89971', 'tag': '8b4bb967-1b23-4373-b5fd-e91aadb0c40b'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:32:49.369617 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e3784b-51ce-47f9-8f61-09a105044207" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3831a7-cea8-4fd7-ac8d-555ad7b89971", "tag": "8b4bb967-1b23-4373-b5fd-e91aadb0c40b"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:32:49.426180 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180c15df-4050-4e36-acf3-0aad0f4bdbce x-openstack-request-id: req-180c15df-4050-4e36-acf3-0aad0f4bdbce {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:32:49.426497 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3831a7-cea8-4fd7-ac8d-555ad7b89971", "tag": "8b4bb967-1b23-4373-b5fd-e91aadb0c40b", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:32:49.426756 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-180c15df-4050-4e36-acf3-0aad0f4bdbce {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:32:49.427167 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180c15df-4050-4e36-acf3-0aad0f4bdbce'] response: {'name': 'network-changed', 'server_uuid': '5a3831a7-cea8-4fd7-ac8d-555ad7b89971', 'tag': '8b4bb967-1b23-4373-b5fd-e91aadb0c40b', 'status': 'completed', 'code': 200} Jun 04 08:32:49.511034 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3784b-51ce-47f9-8f61-09a105044207 req-9f4eb124-c1a6-4ed7-a663-f5a36a03435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:49.512786 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6e3784b-51ce-47f9-8f61-09a105044207 req-9f4eb124-c1a6-4ed7-a663-f5a36a03435f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd222ba8d8b8447594ee715381dcd847&device_id=5a3831a7-cea8-4fd7-ac8d-555ad7b89971 HTTP/1.1" status: 200 len: 1127 time: 0.0433223 Jun 04 08:32:49.616953 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:49.623084 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3784b-51ce-47f9-8f61-09a105044207 req-bd1e16ce-e44a-4309-9d3d-74565415e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:49.624869 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6e3784b-51ce-47f9-8f61-09a105044207 req-bd1e16ce-e44a-4309-9d3d-74565415e290 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6035b356-a657-4dea-bc83-fe40d1093cb0 HTTP/1.1" status: 200 len: 914 time: 0.0984306 Jun 04 08:32:49.666809 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6e3784b-51ce-47f9-8f61-09a105044207 req-7aeb5edc-a862-4e32-8759-9ec479a66a2e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b4bb967-1b23-4373-b5fd-e91aadb0c40b HTTP/1.1" status: 200 len: 217 time: 0.0350296 Jun 04 08:32:49.721203 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3784b-51ce-47f9-8f61-09a105044207 req-fa1949cb-9070-4697-b87c-4b8358abcc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:49.722598 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6e3784b-51ce-47f9-8f61-09a105044207 req-fa1949cb-9070-4697-b87c-4b8358abcc88 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3a1149a-2ac6-478f-9fcd-1fdd51499b93 HTTP/1.1" status: 200 len: 853 time: 0.0471578 Jun 04 08:32:49.771499 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6e3784b-51ce-47f9-8f61-09a105044207 req-2753462f-e7ca-4720-8c65-921225c7b62f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6035b356-a657-4dea-bc83-fe40d1093cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270135 Jun 04 08:32:49.871235 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6e3784b-51ce-47f9-8f61-09a105044207 req-fc8c024d-5ca3-420c-901f-4d8dc9df19b1 service neutron] 10.222.0.77 "GET /v2.0/networks/6035b356-a657-4dea-bc83-fe40d1093cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905204 Jun 04 08:32:49.979201 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6e3784b-51ce-47f9-8f61-09a105044207 req-4dfe62c0-e952-4933-859b-49db1df56449 service neutron] 10.222.0.77 "GET /v2.0/networks/6035b356-a657-4dea-bc83-fe40d1093cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947101 Jun 04 08:32:50.034624 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 604511b4-e9e1-43e9-8e21-c6b0b33bc05a no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:32:50.056411 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: 604511b4-e9e1-43e9-8e21-c6b0b33bc05a {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:32:50.056764 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 604511b4-e9e1-43e9-8e21-c6b0b33bc05a not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:32:50.427112 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:50.443914 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44a330-ce70-4c4f-8537-6475f1ab23a6 req-d2c20d5f-50a0-4d25-945a-3469b7bad8a7 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:50.445467 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7f44a330-ce70-4c4f-8537-6475f1ab23a6 req-d2c20d5f-50a0-4d25-945a-3469b7bad8a7 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a3831a7-cea8-4fd7-ac8d-555ad7b89971 HTTP/1.1" status: 200 len: 943 time: 0.0517430 Jun 04 08:32:50.494240 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7f44a330-ce70-4c4f-8537-6475f1ab23a6 req-9b20e88c-558b-4292-82f6-86a30889207d tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430830 Jun 04 08:32:50.707688 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59270) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:32:50.851122 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-dac44e35-abac-4764-9eb7-4f095230d68f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Deleting port f12ab204-49b7-46b7-a1a6-812997c6675b {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:32:50.851461 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dac44e35-abac-4764-9eb7-4f095230d68f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (f12ab204-49b7-46b7-a1a6-812997c6675b), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:50.919904 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:50.934291 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dac44e35-abac-4764-9eb7-4f095230d68f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (f12ab204-49b7-46b7-a1a6-812997c6675b), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:50.934615 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dac44e35-abac-4764-9eb7-4f095230d68f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for floatingip (f12ab204-49b7-46b7-a1a6-812997c6675b), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:50.946992 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-dac44e35-abac-4764-9eb7-4f095230d68f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Calling delete_port for f12ab204-49b7-46b7-a1a6-812997c6675b owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:32:51.097894 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dac44e35-abac-4764-9eb7-4f095230d68f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (f12ab204-49b7-46b7-a1a6-812997c6675b), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:51.125592 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac44e35-abac-4764-9eb7-4f095230d68f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event deleted for resources: {'Port': ['ID=f12ab204-49b7-46b7-a1a6-812997c6675b,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:32:51.190237 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dac44e35-abac-4764-9eb7-4f095230d68f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for floatingip (af0643a2-688f-4b1a-8f10-178f42c7cd83), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:51.190619 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-dac44e35-abac-4764-9eb7-4f095230d68f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Floating IP af0643a2-688f-4b1a-8f10-178f42c7cd83 disassociated (deleted). External IP: 172.27.2.13, port: a2805571-faf8-4dd1-8627-4a86bcb1649a. Jun 04 08:32:51.369243 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:51.398264 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac44e35-abac-4764-9eb7-4f095230d68f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Router 5956fe31-3198-4f24-887c-652616177a08 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:32:51.503460 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac44e35-abac-4764-9eb7-4f095230d68f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:32:51.508341 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dac44e35-abac-4764-9eb7-4f095230d68f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:51.513176 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85212496-035e-48a8-abd4-1a5784601a15 None None] Sync routers for ids ['5956fe31-3198-4f24-887c-652616177a08'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:32:51.525137 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85212496-035e-48a8-abd4-1a5784601a15 None None] Routers {'5956fe31-3198-4f24-887c-652616177a08'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:32:51.525783 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-85212496-035e-48a8-abd4-1a5784601a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:32:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['5956fe31-3198-4f24-887c-652616177a08'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:32:51.540571 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-dac44e35-abac-4764-9eb7-4f095230d68f tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "DELETE /v2.0/floatingips/af0643a2-688f-4b1a-8f10-178f42c7cd83 HTTP/1.1" status: 204 len: 168 time: 0.8310082 Jun 04 08:32:51.541182 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b8807f-8264-4524-afe5-536696ca87a0', 'tag': 'a2805571-faf8-4dd1-8627-4a86bcb1649a'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:32:51.543540 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738c2ec2-b018-41d9-b71f-166ff84a4614" -d '{"events": [{"name": "network-changed", "server_uuid": "13b8807f-8264-4524-afe5-536696ca87a0", "tag": "a2805571-faf8-4dd1-8627-4a86bcb1649a"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:32:51.634852 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-85212496-035e-48a8-abd4-1a5784601a15 None None] Set router 5956fe31-3198-4f24-887c-652616177a08 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:32:51.721433 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9051a381-524d-4d9f-b906-ebe26c28d9c9 x-openstack-request-id: req-9051a381-524d-4d9f-b906-ebe26c28d9c9 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:32:51.721433 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b8807f-8264-4524-afe5-536696ca87a0", "tag": "a2805571-faf8-4dd1-8627-4a86bcb1649a", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:32:51.721433 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9051a381-524d-4d9f-b906-ebe26c28d9c9 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:32:51.721433 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9051a381-524d-4d9f-b906-ebe26c28d9c9'] response: {'name': 'network-changed', 'server_uuid': '13b8807f-8264-4524-afe5-536696ca87a0', 'tag': 'a2805571-faf8-4dd1-8627-4a86bcb1649a', 'status': 'completed', 'code': 200} Jun 04 08:32:51.765213 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7aed1-fd62-4594-96e2-0b3cef84e2b0 req-9e78ab42-209a-402f-9657-d2ee1ccbf78c tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:51.766889 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-13f7aed1-fd62-4594-96e2-0b3cef84e2b0 req-9e78ab42-209a-402f-9657-d2ee1ccbf78c tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a3831a7-cea8-4fd7-ac8d-555ad7b89971 HTTP/1.1" status: 200 len: 943 time: 0.1961503 Jun 04 08:32:51.823737 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-13f7aed1-fd62-4594-96e2-0b3cef84e2b0 req-11d7a081-71e1-4fae-b280-a0aa379b60bb tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508609 Jun 04 08:32:51.866995 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-85212496-035e-48a8-abd4-1a5784601a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:26Z', 'revision_number': 5, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:32:51.885379 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34c461-3810-4a62-b282-389b74a419f8 req-d6765ada-2e8f-46b3-8565-a1ea2a01c892 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:51.886851 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7c34c461-3810-4a62-b282-389b74a419f8 req-d6765ada-2e8f-46b3-8565-a1ea2a01c892 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 946 time: 0.1170931 Jun 04 08:32:51.892535 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85212496-035e-48a8-abd4-1a5784601a15 None None] Checking router: 5956fe31-3198-4f24-887c-652616177a08 for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:32:51.901999 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85212496-035e-48a8-abd4-1a5784601a15 None None] Routers {'5956fe31-3198-4f24-887c-652616177a08'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:32:51.902613 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-85212496-035e-48a8-abd4-1a5784601a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:32:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['5956fe31-3198-4f24-887c-652616177a08'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:32:51.937865 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7c34c461-3810-4a62-b282-389b74a419f8 req-fff9c16d-c598-4a57-b24c-168d0e398a3c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453038 Jun 04 08:32:52.012715 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-85212496-035e-48a8-abd4-1a5784601a15 None None] Set router 5956fe31-3198-4f24-887c-652616177a08 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:32:52.037493 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 8b4bb967-1b23-4373-b5fd-e91aadb0c40b details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:32:52.276707 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 8b4bb967-1b23-4373-b5fd-e91aadb0c40b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8b4bb967-1b23-4373-b5fd-e91aadb0c40b,segment=NetworkSegment(82c378b9-80b9-4b9c-a2af-87b66b27e45d),segment_id=82c378b9-80b9-4b9c-a2af-87b66b27e45d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:32:52.301315 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': '8b4bb967-1b23-4373-b5fd-e91aadb0c40b', 'network_id': '6035b356-a657-4dea-bc83-fe40d1093cb0', 'port_id': '8b4bb967-1b23-4373-b5fd-e91aadb0c40b', 'mac_address': 'fa:16:3e:47:e1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a1149a-2ac6-478f-9fcd-1fdd51499b93', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:32:52.310787 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-85212496-035e-48a8-abd4-1a5784601a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:26Z', 'revision_number': 5, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:32:52.357938 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85212496-035e-48a8-abd4-1a5784601a15 None None] The sync data for ids ['5956fe31-3198-4f24-887c-652616177a08'] in dv-cinder-836996-29-iscsi is: [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:21Z', 'revision_number': 4, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': '22317bdc-d569-4e15-be78-13948c0d2c7b', 'name': '', 'network_id': 'b657dda9-96b8-450c-85f0-94a70753fce4', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'mac_address': 'fa:16:3e:88:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:20Z', 'updated_at': '2022-06-04T08:24:26Z', 'revision_number': 5, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'subnets': [{'id': '8e421c33-394d-4f1f-9f83-0ef1951dc532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:32:52.364800 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=100 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:52.371430 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 8b4bb967-1b23-4373-b5fd-e91aadb0c40b is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:32:52.371824 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (8b4bb967-1b23-4373-b5fd-e91aadb0c40b), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:52.386978 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4bb967-1b23-4373-b5fd-e91aadb0c40b {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:32:52.408998 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 8b4bb967-1b23-4373-b5fd-e91aadb0c40b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8b4bb967-1b23-4373-b5fd-e91aadb0c40b,segment=NetworkSegment(82c378b9-80b9-4b9c-a2af-87b66b27e45d),segment_id=82c378b9-80b9-4b9c-a2af-87b66b27e45d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:32:52.420844 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (8b4bb967-1b23-4373-b5fd-e91aadb0c40b), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:52.470486 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=8b4bb967-1b23-4373-b5fd-e91aadb0c40b,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:32:52.477778 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:52.478156 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:52.478502 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:52.478840 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:52.479170 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:52.479494 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:52.479820 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:52.480139 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:52.480461 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:52.480782 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:52.481104 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:52.481424 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:52.481742 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:52.482102 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:52.482429 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:52.606720 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223ed9cb-0230-4eec-ad6b-00c24463f072 None None] New status for floating IP af0643a2-688f-4b1a-8f10-178f42c7cd83: DOWN {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:32:52.656910 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['8b4bb967-1b23-4373-b5fd-e91aadb0c40b'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:32:52.820561 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:52.966147 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3b59d-4183-47f9-85cd-e0813c0adad3 req-0481fc96-00f6-42e1-adfa-e44130df930c tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:52.970322 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-80b3b59d-4183-47f9-85cd-e0813c0adad3 req-0481fc96-00f6-42e1-adfa-e44130df930c tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a3831a7-cea8-4fd7-ac8d-555ad7b89971 HTTP/1.1" status: 200 len: 944 time: 0.0634947 Jun 04 08:32:53.028222 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2ec2-b018-41d9-b71f-166ff84a4614 req-3c2becb3-a7e3-4713-9a9d-5b0e82811fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:53.029727 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-738c2ec2-b018-41d9-b71f-166ff84a4614 req-3c2becb3-a7e3-4713-9a9d-5b0e82811fe9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1cc798a91bd74226a144199bd78c2331&device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 1130 time: 0.0584922 Jun 04 08:32:53.061181 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8022c49-79a3-4b5f-b89b-4de063aea300 req-be0901a9-2fc8-4acb-a200-0f5fa88f8def tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:53.062727 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d8022c49-79a3-4b5f-b89b-4de063aea300 req-be0901a9-2fc8-4acb-a200-0f5fa88f8def tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 946 time: 0.0479639 Jun 04 08:32:53.097074 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:53.103539 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-80b3b59d-4183-47f9-85cd-e0813c0adad3 req-31f34635-154b-4183-a96c-b41edaffa4e8 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222293 Jun 04 08:32:53.122871 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d8022c49-79a3-4b5f-b89b-4de063aea300 req-0e1e6a3f-7c7a-4ad2-8f97-8ab5d311d973 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/security-groups?id=9950a238-b648-4b92-ae90-866e15ec73bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499482 Jun 04 08:32:53.152705 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2ec2-b018-41d9-b71f-166ff84a4614 req-8df23030-8574-4f7c-a496-11592be9ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:53.154197 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-738c2ec2-b018-41d9-b71f-166ff84a4614 req-8df23030-8574-4f7c-a496-11592be9ed56 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b657dda9-96b8-450c-85f0-94a70753fce4 HTTP/1.1" status: 200 len: 913 time: 0.1163080 Jun 04 08:32:53.201147 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-738c2ec2-b018-41d9-b71f-166ff84a4614 req-9c7b8fa5-1f07-43e5-9caf-ae8a6d408145 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2805571-faf8-4dd1-8627-4a86bcb1649a HTTP/1.1" status: 200 len: 217 time: 0.0400758 Jun 04 08:32:53.253060 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2ec2-b018-41d9-b71f-166ff84a4614 req-69b91cc5-e271-4d7c-938b-6b9552c444fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:53.254577 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-738c2ec2-b018-41d9-b71f-166ff84a4614 req-69b91cc5-e271-4d7c-938b-6b9552c444fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e421c33-394d-4f1f-9f83-0ef1951dc532 HTTP/1.1" status: 200 len: 851 time: 0.0471823 Jun 04 08:32:53.416849 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2ec2-b018-41d9-b71f-166ff84a4614 req-0d47fc0b-e870-422a-a7b2-f8374b9770b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:53.418299 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-738c2ec2-b018-41d9-b71f-166ff84a4614 req-0d47fc0b-e870-422a-a7b2-f8374b9770b4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b657dda9-96b8-450c-85f0-94a70753fce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441802 Jun 04 08:32:53.526298 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4e7ad-8646-4b96-8718-21099f0d7fdc req-6d28c459-db64-4325-b1d8-56dbce82795d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:53.527746 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9cc4e7ad-8646-4b96-8718-21099f0d7fdc req-6d28c459-db64-4325-b1d8-56dbce82795d tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.77 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 946 time: 0.0615962 Jun 04 08:32:53.585873 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-738c2ec2-b018-41d9-b71f-166ff84a4614 req-1f309bf4-12d5-494d-a00c-488e96dc04d0 service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602399 Jun 04 08:32:53.684740 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-9cc4e7ad-8646-4b96-8718-21099f0d7fdc req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Deleting port a2805571-faf8-4dd1-8627-4a86bcb1649a {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:32:53.685000 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9cc4e7ad-8646-4b96-8718-21099f0d7fdc req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (a2805571-faf8-4dd1-8627-4a86bcb1649a), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:53.738555 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:53.775326 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-738c2ec2-b018-41d9-b71f-166ff84a4614 req-67dc0b89-86e5-4bd6-af7e-879e901d1cb1 service neutron] 10.222.0.77 "GET /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817968 Jun 04 08:32:53.802727 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-9cc4e7ad-8646-4b96-8718-21099f0d7fdc req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] For port a2805571-faf8-4dd1-8627-4a86bcb1649a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a2805571-faf8-4dd1-8627-4a86bcb1649a,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:32:53.803096 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9cc4e7ad-8646-4b96-8718-21099f0d7fdc req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (a2805571-faf8-4dd1-8627-4a86bcb1649a), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:53.819622 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-9cc4e7ad-8646-4b96-8718-21099f0d7fdc req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Calling delete_port for a2805571-faf8-4dd1-8627-4a86bcb1649a owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:32:53.951504 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9cc4e7ad-8646-4b96-8718-21099f0d7fdc req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (a2805571-faf8-4dd1-8627-4a86bcb1649a), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:53.977971 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event deleted for resources: {'Port': ['ID=a2805571-faf8-4dd1-8627-4a86bcb1649a,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:32:53.988047 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:53.988403 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:53.988732 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:53.989069 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:53.989398 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:53.989727 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:53.990081 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:53.990407 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:53.990729 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:53.991476 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:53.991476 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:53.991671 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:53.991988 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:53.992302 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:53.992785 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:54.036952 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc4e7ad-8646-4b96-8718-21099f0d7fdc req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] No DVR routers for this DVR port a2805571-faf8-4dd1-8627-4a86bcb1649a on host hv-cinder-83699 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:32:54.043224 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-9cc4e7ad-8646-4b96-8718-21099f0d7fdc req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:54.046909 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9cc4e7ad-8646-4b96-8718-21099f0d7fdc req-18518dc6-3c09-44fc-b04c-1ea9d8545dd7 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.77 "DELETE /v2.0/ports/a2805571-faf8-4dd1-8627-4a86bcb1649a HTTP/1.1" status: 204 len: 173 time: 0.5124936 Jun 04 08:32:54.047357 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b8807f-8264-4524-afe5-536696ca87a0', 'name': 'network-vif-deleted', 'tag': 'a2805571-faf8-4dd1-8627-4a86bcb1649a'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:32:54.049977 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc5eaeb-71e1-4eb8-8fa9-ec6036cc386b" -d '{"events": [{"server_uuid": "13b8807f-8264-4524-afe5-536696ca87a0", "name": "network-vif-deleted", "tag": "a2805571-faf8-4dd1-8627-4a86bcb1649a"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:32:54.055324 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 8b4bb967-1b23-4373-b5fd-e91aadb0c40b up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:32:54.091894 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc868eb-8413-414f-ba33-10374617f4f0 x-openstack-request-id: req-1fc868eb-8413-414f-ba33-10374617f4f0 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:32:54.092286 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b8807f-8264-4524-afe5-536696ca87a0", "name": "network-vif-deleted", "tag": "a2805571-faf8-4dd1-8627-4a86bcb1649a", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:32:54.092603 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1fc868eb-8413-414f-ba33-10374617f4f0 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:32:54.093158 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc868eb-8413-414f-ba33-10374617f4f0'] response: {'server_uuid': '13b8807f-8264-4524-afe5-536696ca87a0', 'name': 'network-vif-deleted', 'tag': 'a2805571-faf8-4dd1-8627-4a86bcb1649a', 'status': 'completed', 'code': 200} Jun 04 08:32:54.105692 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning for port 8b4bb967-1b23-4373-b5fd-e91aadb0c40b completed by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 04 08:32:54.112858 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port 8b4bb967-1b23-4373-b5fd-e91aadb0c40b triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:32:54.113234 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (8b4bb967-1b23-4373-b5fd-e91aadb0c40b), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:54.204423 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 8b4bb967-1b23-4373-b5fd-e91aadb0c40b is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:32:54.204810 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (8b4bb967-1b23-4373-b5fd-e91aadb0c40b), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:54.225264 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-606424a3-bca9-4dbd-a05a-351b76dc0182 req-80b0e0c4-eb9d-4c8e-aa5b-5e45d740e319 tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b8807f-8264-4524-afe5-536696ca87a0 HTTP/1.1" status: 200 len: 210 time: 0.0298975 Jun 04 08:32:54.234651 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3831a7-cea8-4fd7-ac8d-555ad7b89971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4bb967-1b23-4373-b5fd-e91aadb0c40b'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:32:54.237783 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721d3408-1f96-41ee-87d1-32e3183dd877" -d '{"events": [{"server_uuid": "5a3831a7-cea8-4fd7-ac8d-555ad7b89971", "name": "network-vif-plugged", "status": "completed", "tag": "8b4bb967-1b23-4373-b5fd-e91aadb0c40b"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:32:54.251224 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 8b4bb967-1b23-4373-b5fd-e91aadb0c40b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8b4bb967-1b23-4373-b5fd-e91aadb0c40b,segment=NetworkSegment(82c378b9-80b9-4b9c-a2af-87b66b27e45d),segment_id=82c378b9-80b9-4b9c-a2af-87b66b27e45d)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:32:54.262440 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (8b4bb967-1b23-4373-b5fd-e91aadb0c40b), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:54.288617 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a89d404-d715-4d78-b35d-5011295bd60f x-openstack-request-id: req-0a89d404-d715-4d78-b35d-5011295bd60f {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:32:54.289192 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3831a7-cea8-4fd7-ac8d-555ad7b89971", "name": "network-vif-plugged", "status": "completed", "tag": "8b4bb967-1b23-4373-b5fd-e91aadb0c40b", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:32:54.289624 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0a89d404-d715-4d78-b35d-5011295bd60f {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:32:54.290223 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a89d404-d715-4d78-b35d-5011295bd60f'] response: {'server_uuid': '5a3831a7-cea8-4fd7-ac8d-555ad7b89971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4bb967-1b23-4373-b5fd-e91aadb0c40b', 'code': 200} Jun 04 08:32:54.334831 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=8b4bb967-1b23-4373-b5fd-e91aadb0c40b,revision_number=5']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:32:54.527802 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fb58a-62c7-42af-8613-cb45ada81eaf req-498a8f2f-cb6e-4424-b11b-f281c31ed0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:54.529718 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-723fb58a-62c7-42af-8613-cb45ada81eaf req-498a8f2f-cb6e-4424-b11b-f281c31ed0d9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5a3831a7-cea8-4fd7-ac8d-555ad7b89971 HTTP/1.1" status: 200 len: 1129 time: 0.0503726 Jun 04 08:32:54.568948 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb07a9-4ab4-4c44-bc02-1378fc662b27 req-f53437e5-5926-44e6-ab43-934bf40a11bb tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:54.571729 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7bfb07a9-4ab4-4c44-bc02-1378fc662b27 req-f53437e5-5926-44e6-ab43-934bf40a11bb tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a3831a7-cea8-4fd7-ac8d-555ad7b89971 HTTP/1.1" status: 200 len: 944 time: 0.3830402 Jun 04 08:32:54.619807 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7bfb07a9-4ab4-4c44-bc02-1378fc662b27 req-604904bf-65ec-436c-8ae3-6b772d06c878 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424156 Jun 04 08:32:54.771405 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-723fb58a-62c7-42af-8613-cb45ada81eaf req-2587f777-ddfd-4ff9-b5b3-125bf932c846 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419006 Jun 04 08:32:55.288323 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59302) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:32:55.388941 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:55.405616 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-20e8e7a1-2753-4803-89ac-4173d3c6196c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Deleting port 72b62ede-e8d0-4e71-94d5-7de88b9d7670 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:32:55.405987 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20e8e7a1-2753-4803-89ac-4173d3c6196c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (72b62ede-e8d0-4e71-94d5-7de88b9d7670), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:55.480237 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20e8e7a1-2753-4803-89ac-4173d3c6196c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (72b62ede-e8d0-4e71-94d5-7de88b9d7670), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:55.480555 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20e8e7a1-2753-4803-89ac-4173d3c6196c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for floatingip (72b62ede-e8d0-4e71-94d5-7de88b9d7670), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:55.497694 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-20e8e7a1-2753-4803-89ac-4173d3c6196c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Calling delete_port for 72b62ede-e8d0-4e71-94d5-7de88b9d7670 owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:32:55.628485 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20e8e7a1-2753-4803-89ac-4173d3c6196c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (72b62ede-e8d0-4e71-94d5-7de88b9d7670), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:55.663234 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8e7a1-2753-4803-89ac-4173d3c6196c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event deleted for resources: {'Port': ['ID=72b62ede-e8d0-4e71-94d5-7de88b9d7670,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:32:55.755284 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782152b-deab-4187-b4d1-7c1c59294d23 req-3658a6d0-d6a6-4d23-a4e1-f74b77698a9f tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:55.756926 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1782152b-deab-4187-b4d1-7c1c59294d23 req-3658a6d0-d6a6-4d23-a4e1-f74b77698a9f tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a3831a7-cea8-4fd7-ac8d-555ad7b89971 HTTP/1.1" status: 200 len: 945 time: 0.0540352 Jun 04 08:32:55.830275 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-1782152b-deab-4187-b4d1-7c1c59294d23 req-c29b0316-9f1e-4795-bece-6d1e996e015b tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669420 Jun 04 08:32:55.989005 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20e8e7a1-2753-4803-89ac-4173d3c6196c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for floatingip (37c04afa-4d02-4999-ab6e-debe190786f5), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:55.991586 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20e8e7a1-2753-4803-89ac-4173d3c6196c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:55.993640 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-20e8e7a1-2753-4803-89ac-4173d3c6196c tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "DELETE /v2.0/floatingips/37c04afa-4d02-4999-ab6e-debe190786f5 HTTP/1.1" status: 204 len: 168 time: 0.7053599 Jun 04 08:32:56.057547 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device a2805571-faf8-4dd1-8627-4a86bcb1649a no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:32:56.081423 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: a2805571-faf8-4dd1-8627-4a86bcb1649a {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:32:56.081774 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device a2805571-faf8-4dd1-8627-4a86bcb1649a not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:32:56.953360 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33f206-7f8f-4fb7-873d-b83210601206 req-c5265748-1e3b-4150-af04-dd714d2f9893 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:32:56.955425 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ab33f206-7f8f-4fb7-873d-b83210601206 req-c5265748-1e3b-4150-af04-dd714d2f9893 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a3831a7-cea8-4fd7-ac8d-555ad7b89971 HTTP/1.1" status: 200 len: 945 time: 0.0503535 Jun 04 08:32:56.967456 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:57.009615 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ab33f206-7f8f-4fb7-873d-b83210601206 req-d1431da4-c6fc-4230-a204-dbf6fec75e32 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485027 Jun 04 08:32:57.206745 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59326) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:32:57.280891 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a32da5e9-82b6-4df8-a242-cff4b892f7bf tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group (9950a238-b648-4b92-ae90-866e15ec73bb), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:57.313164 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a32da5e9-82b6-4df8-a242-cff4b892f7bf tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group (9950a238-b648-4b92-ae90-866e15ec73bb), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:57.390499 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a32da5e9-82b6-4df8-a242-cff4b892f7bf tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (9950a238-b648-4b92-ae90-866e15ec73bb), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:57.393175 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a32da5e9-82b6-4df8-a242-cff4b892f7bf tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:57.394373 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a32da5e9-82b6-4df8-a242-cff4b892f7bf tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] 10.222.0.57 "DELETE /v2.0/security-groups/9950a238-b648-4b92-ae90-866e15ec73bb HTTP/1.1" status: 204 len: 168 time: 0.1864660 Jun 04 08:32:57.408556 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32da5e9-82b6-4df8-a242-cff4b892f7bf tempest-TestVolumeBootPattern-504577913 tempest-TestVolumeBootPattern-504577913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9950a238-b648-4b92-ae90-866e15ec73bb,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:32:57.459224 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 59332) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:32:57.890663 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915298'] for router_interface (5956fe31-3198-4f24-887c-652616177a08), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:57.980727 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:58.059164 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:58.112418 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:58.122118 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Deleting port 22317bdc-d569-4e15-be78-13948c0d2c7b {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:32:58.122455 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:58.204049 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] For port 22317bdc-d569-4e15-be78-13948c0d2c7b, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=22317bdc-d569-4e15-be78-13948c0d2c7b,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:32:58.204409 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:58.218428 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Calling delete_port for 22317bdc-d569-4e15-be78-13948c0d2c7b owned by network:router_interface {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:32:58.414726 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (22317bdc-d569-4e15-be78-13948c0d2c7b), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:58.441262 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Pushing event deleted for resources: {'Port': ['ID=22317bdc-d569-4e15-be78-13948c0d2c7b,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:32:58.466946 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:58.467646 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:58.467646 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:58.467932 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:58.468255 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:58.468577 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:58.468901 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:58.469215 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:58.469536 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:58.469874 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:58.470195 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:58.470510 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:58.470822 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:58.471144 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:58.471443 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:32:58.616011 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914418'] for router_interface (5956fe31-3198-4f24-887c-652616177a08), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:58.822496 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:58.824513 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Router 5956fe31-3198-4f24-887c-652616177a08 has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:32:58.934094 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:32:58.939089 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-8ccc1840-128e-4549-a9a3-945855677642 admin admin] 10.222.0.57 "PUT /v2.0/routers/5956fe31-3198-4f24-887c-652616177a08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4797626 Jun 04 08:32:58.941503 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 59338) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:32:58.944406 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7815d8-8efb-44c7-bd0c-d7875c48f5c3 None None] Sync routers for ids ['5956fe31-3198-4f24-887c-652616177a08'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:32:58.955251 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7815d8-8efb-44c7-bd0c-d7875c48f5c3 None None] Routers {'5956fe31-3198-4f24-887c-652616177a08'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:32:58.955880 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-1e7815d8-8efb-44c7-bd0c-d7875c48f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:32:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['5956fe31-3198-4f24-887c-652616177a08'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:32:59.035330 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:59.057246 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9a03e9f2-7c48-4f8c-b691-31bfc8053616 admin admin] Publish callbacks [] for router (5956fe31-3198-4f24-887c-652616177a08), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:59.070957 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-1e7815d8-8efb-44c7-bd0c-d7875c48f5c3 None None] Set router 5956fe31-3198-4f24-887c-652616177a08 gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:32:59.159138 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9a03e9f2-7c48-4f8c-b691-31bfc8053616 admin admin] Publish callbacks [] for router_gateway (5956fe31-3198-4f24-887c-652616177a08), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:59.207544 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-9a03e9f2-7c48-4f8c-b691-31bfc8053616 admin admin] Deleting port b8868e82-b6e2-4a4a-b11a-0bf0541a1066 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:32:59.207890 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9a03e9f2-7c48-4f8c-b691-31bfc8053616 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (b8868e82-b6e2-4a4a-b11a-0bf0541a1066), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:59.239630 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-1e7815d8-8efb-44c7-bd0c-d7875c48f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:32:58Z', 'revision_number': 5, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port': {'id': 'b8868e82-b6e2-4a4a-b11a-0bf0541a1066', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5956fe31-3198-4f24-887c-652616177a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:32:59.268816 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7815d8-8efb-44c7-bd0c-d7875c48f5c3 None None] Checking router: 5956fe31-3198-4f24-887c-652616177a08 for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:32:59.271478 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:59.278466 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7815d8-8efb-44c7-bd0c-d7875c48f5c3 None None] Routers {'5956fe31-3198-4f24-887c-652616177a08'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:32:59.279069 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-1e7815d8-8efb-44c7-bd0c-d7875c48f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:32:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['5956fe31-3198-4f24-887c-652616177a08'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:32:59.288780 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-9a03e9f2-7c48-4f8c-b691-31bfc8053616 admin admin] For port b8868e82-b6e2-4a4a-b11a-0bf0541a1066, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=b8868e82-b6e2-4a4a-b11a-0bf0541a1066,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:32:59.289215 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9a03e9f2-7c48-4f8c-b691-31bfc8053616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (b8868e82-b6e2-4a4a-b11a-0bf0541a1066), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:59.302916 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-9a03e9f2-7c48-4f8c-b691-31bfc8053616 admin admin] Calling delete_port for b8868e82-b6e2-4a4a-b11a-0bf0541a1066 owned by network:router_gateway {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:32:59.364000 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-1e7815d8-8efb-44c7-bd0c-d7875c48f5c3 None None] Set router 5956fe31-3198-4f24-887c-652616177a08 gateway port host: None {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:32:59.412742 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-1e7815d8-8efb-44c7-bd0c-d7875c48f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:32:59Z', 'revision_number': 6, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port_host': None}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:32:59.441411 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7815d8-8efb-44c7-bd0c-d7875c48f5c3 None None] The sync data for ids ['5956fe31-3198-4f24-887c-652616177a08'] in dv-cinder-836996-29-iscsi is: [{'id': '5956fe31-3198-4f24-887c-652616177a08', 'name': 'tempest-TestVolumeBootPattern-1311712287-router', 'tenant_id': '1cc798a91bd74226a144199bd78c2331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:17Z', 'updated_at': '2022-06-04T08:32:59Z', 'revision_number': 6, 'project_id': '1cc798a91bd74226a144199bd78c2331', 'gw_port_host': None}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:32:59.481777 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9a03e9f2-7c48-4f8c-b691-31bfc8053616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (b8868e82-b6e2-4a4a-b11a-0bf0541a1066), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:59.512957 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03e9f2-7c48-4f8c-b691-31bfc8053616 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8868e82-b6e2-4a4a-b11a-0bf0541a1066,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:32:59.573988 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9a03e9f2-7c48-4f8c-b691-31bfc8053616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914597'] for router_gateway (5956fe31-3198-4f24-887c-652616177a08), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:59.659440 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9a03e9f2-7c48-4f8c-b691-31bfc8053616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (5956fe31-3198-4f24-887c-652616177a08), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:59.661590 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9a03e9f2-7c48-4f8c-b691-31bfc8053616 admin admin] Publish callbacks [] for router_controller (5956fe31-3198-4f24-887c-652616177a08), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:59.668936 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:32:59.705369 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9a03e9f2-7c48-4f8c-b691-31bfc8053616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3914471'] for router (5956fe31-3198-4f24-887c-652616177a08), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:59.706075 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a03e9f2-7c48-4f8c-b691-31bfc8053616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5956fe31-3198-4f24-887c-652616177a08 {{(pid=103812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 08:32:59.711509 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9a03e9f2-7c48-4f8c-b691-31bfc8053616 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:59.712664 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-9a03e9f2-7c48-4f8c-b691-31bfc8053616 admin admin] 10.222.0.57 "DELETE /v2.0/routers/5956fe31-3198-4f24-887c-652616177a08 HTTP/1.1" status: 204 len: 168 time: 0.7701735 Jun 04 08:32:59.716249 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59342) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:32:59.761761 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc3944c-2b5c-41c2-bd76-0f314e15b671 admin admin] Deleting subnet 8e421c33-394d-4f1f-9f83-0ef1951dc532 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 08:32:59.765676 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ecc3944c-2b5c-41c2-bd76-0f314e15b671 admin admin] Publish callbacks [] for subnet (8e421c33-394d-4f1f-9f83-0ef1951dc532), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:59.803949 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ecc3944c-2b5c-41c2-bd76-0f314e15b671 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127320112'] for subnet (8e421c33-394d-4f1f-9f83-0ef1951dc532), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:59.888963 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ecc3944c-2b5c-41c2-bd76-0f314e15b671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381204'] for subnet (8e421c33-394d-4f1f-9f83-0ef1951dc532), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:59.948294 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ecc3944c-2b5c-41c2-bd76-0f314e15b671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127079354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127108435'] for subnet (8e421c33-394d-4f1f-9f83-0ef1951dc532), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:59.975671 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3944c-2b5c-41c2-bd76-0f314e15b671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e421c33-394d-4f1f-9f83-0ef1951dc532,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:32:59.980078 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ecc3944c-2b5c-41c2-bd76-0f314e15b671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:32:59.983428 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ecc3944c-2b5c-41c2-bd76-0f314e15b671 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8e421c33-394d-4f1f-9f83-0ef1951dc532 HTTP/1.1" status: 204 len: 168 time: 0.2660565 Jun 04 08:32:59.985705 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5bfdea-ecf3-47f0-a9ac-6deb455fc28e None None] Network b657dda9-96b8-450c-85f0-94a70753fce4 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:32:59.985889 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59344) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:33:00.036792 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:00.068017 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1320922'] for network (b657dda9-96b8-450c-85f0-94a70753fce4), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:00.080318 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:00.113254 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] Deleting port c1ee61d1-48e7-4c3f-9228-f867685b7c31 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:33:00.113660 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (c1ee61d1-48e7-4c3f-9228-f867685b7c31), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:00.181132 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] For port c1ee61d1-48e7-4c3f-9228-f867685b7c31, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=c1ee61d1-48e7-4c3f-9228-f867685b7c31,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:33:00.181611 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (c1ee61d1-48e7-4c3f-9228-f867685b7c31), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:00.186060 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb038692-b9b3-44ef-bf2c-ad126890e398 None None] DHCP port deletion for b657dda9-96b8-450c-85f0-94a70753fce4 request from dv-cinder-836996-29-iscsi {{(pid=103813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 08:33:00.202453 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] Calling delete_port for c1ee61d1-48e7-4c3f-9228-f867685b7c31 owned by network:dhcp {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:33:00.228713 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-bb038692-b9b3-44ef-bf2c-ad126890e398 None None] Deleting port c1ee61d1-48e7-4c3f-9228-f867685b7c31 {{(pid=103813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:33:00.229228 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-bb038692-b9b3-44ef-bf2c-ad126890e398 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (c1ee61d1-48e7-4c3f-9228-f867685b7c31), before_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:00.288614 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (c1ee61d1-48e7-4c3f-9228-f867685b7c31), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:00.306402 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-bb038692-b9b3-44ef-bf2c-ad126890e398 None None] For port c1ee61d1-48e7-4c3f-9228-f867685b7c31, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=c1ee61d1-48e7-4c3f-9228-f867685b7c31,segment=NetworkSegment(fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6),segment_id=fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:33:00.306848 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-bb038692-b9b3-44ef-bf2c-ad126890e398 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (c1ee61d1-48e7-4c3f-9228-f867685b7c31), precommit_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:00.321301 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-bb038692-b9b3-44ef-bf2c-ad126890e398 None None] Calling delete_port for c1ee61d1-48e7-4c3f-9228-f867685b7c31 owned by network:dhcp {{(pid=103813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:33:00.325124 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ee61d1-48e7-4c3f-9228-f867685b7c31,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:33:00.330171 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] No DVR routers for this DVR port c1ee61d1-48e7-4c3f-9228-f867685b7c31 on host dv-cinder-836996-29-iscsi {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:33:00.404974 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-bb038692-b9b3-44ef-bf2c-ad126890e398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926'] for port (c1ee61d1-48e7-4c3f-9228-f867685b7c31), after_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:00.406051 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1404371', 'neutron.services.segments.db._delete_segments_for_network-8739929666573'] for network (b657dda9-96b8-450c-85f0-94a70753fce4), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:00.408421 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:00.429553 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b657dda9-96b8-450c-85f0-94a70753fce4']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:33:00.431942 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb038692-b9b3-44ef-bf2c-ad126890e398 None None] Pushing event deleted for resources: {'Port': ['ID=c1ee61d1-48e7-4c3f-9228-f867685b7c31,revision_number=None']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:33:00.437970 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb038692-b9b3-44ef-bf2c-ad126890e398 None None] No DVR routers for this DVR port c1ee61d1-48e7-4c3f-9228-f867685b7c31 on host dv-cinder-836996-29-iscsi {{(pid=103813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:33:00.439950 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:33:00.440272 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:33:00.451779 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739929665940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127320121'] for segment (fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:00.466045 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:00.472743 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 08:33:00.473191 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127079392'] for segment (fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:00.515789 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6 resource provider aggregate not found Jun 04 08:33:00.543707 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc4a58b2-1563-4e6a-a15c-93de9ab5c8c6 found for delete ", "request_id": "req-a8384d09-66e1-4e35-9143-8297b9fd071d"}]} Jun 04 08:33:00.545229 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1404356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3914569'] for network (b657dda9-96b8-450c-85f0-94a70753fce4), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:00.551034 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:00.554191 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] 10.222.0.57 "DELETE /v2.0/networks/b657dda9-96b8-450c-85f0-94a70753fce4 HTTP/1.1" status: 204 len: 168 time: 0.5673196 Jun 04 08:33:00.558553 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 59352) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:33:00.566840 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad841e5d-28b2-4578-bbf6-d1b8981391df admin admin] Pushing event deleted for resources: {'Network': ['ID=b657dda9-96b8-450c-85f0-94a70753fce4,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:33:00.874505 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:00.881757 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-84280ebd-1778-4c69-970e-292f8fbe2aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915298'] for router_interface (b605396e-cabf-4255-a04e-f0a2779818cc), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:01.032634 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device c1ee61d1-48e7-4c3f-9228-f867685b7c31 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:33:01.053834 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: c1ee61d1-48e7-4c3f-9228-f867685b7c31 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:33:01.054207 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device c1ee61d1-48e7-4c3f-9228-f867685b7c31 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:33:01.054627 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device b8868e82-b6e2-4a4a-b11a-0bf0541a1066 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:33:01.074915 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: b8868e82-b6e2-4a4a-b11a-0bf0541a1066 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:33:01.075373 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device b8868e82-b6e2-4a4a-b11a-0bf0541a1066 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:33:01.075826 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 22317bdc-d569-4e15-be78-13948c0d2c7b no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:33:01.095030 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: 22317bdc-d569-4e15-be78-13948c0d2c7b {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:33:01.095727 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 22317bdc-d569-4e15-be78-13948c0d2c7b not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:33:01.126789 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-84280ebd-1778-4c69-970e-292f8fbe2aca admin admin] Deleting port 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:33:01.127039 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-84280ebd-1778-4c69-970e-292f8fbe2aca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:01.207154 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-84280ebd-1778-4c69-970e-292f8fbe2aca admin admin] For port 2f4b7536-89cd-49e7-b5e3-8f086d147ce5, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=2f4b7536-89cd-49e7-b5e3-8f086d147ce5,segment=NetworkSegment(89e9e9b1-154d-475e-82ff-6087a870f039),segment_id=89e9e9b1-154d-475e-82ff-6087a870f039)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:33:01.207508 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-84280ebd-1778-4c69-970e-292f8fbe2aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:01.221489 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-84280ebd-1778-4c69-970e-292f8fbe2aca admin admin] Calling delete_port for 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 owned by network:router_interface {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:33:01.378010 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:01.402878 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-84280ebd-1778-4c69-970e-292f8fbe2aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (2f4b7536-89cd-49e7-b5e3-8f086d147ce5), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:01.425915 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84280ebd-1778-4c69-970e-292f8fbe2aca admin admin] Pushing event deleted for resources: {'Port': ['ID=2f4b7536-89cd-49e7-b5e3-8f086d147ce5,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:33:01.605772 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-84280ebd-1778-4c69-970e-292f8fbe2aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914418'] for router_interface (b605396e-cabf-4255-a04e-f0a2779818cc), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:02.069637 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:02.075261 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84280ebd-1778-4c69-970e-292f8fbe2aca admin admin] Router b605396e-cabf-4255-a04e-f0a2779818cc has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:33:02.175630 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84280ebd-1778-4c69-970e-292f8fbe2aca admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:33:02.180587 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-84280ebd-1778-4c69-970e-292f8fbe2aca admin admin] 10.222.0.57 "PUT /v2.0/routers/b605396e-cabf-4255-a04e-f0a2779818cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6204326 Jun 04 08:33:02.183487 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59356) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:33:02.185989 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22146eba-84b5-4808-b0a2-d5243a01b8c2 None None] Sync routers for ids ['b605396e-cabf-4255-a04e-f0a2779818cc'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:33:02.196824 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22146eba-84b5-4808-b0a2-d5243a01b8c2 None None] Routers {'b605396e-cabf-4255-a04e-f0a2779818cc'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:33:02.197464 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-22146eba-84b5-4808-b0a2-d5243a01b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:32:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['b605396e-cabf-4255-a04e-f0a2779818cc'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:33:02.286410 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3ce70361-6f8f-4337-8deb-47a7f8e2fc2e admin admin] Publish callbacks [] for router (b605396e-cabf-4255-a04e-f0a2779818cc), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:02.299882 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-22146eba-84b5-4808-b0a2-d5243a01b8c2 None None] Set router b605396e-cabf-4255-a04e-f0a2779818cc gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:33:02.387994 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3ce70361-6f8f-4337-8deb-47a7f8e2fc2e admin admin] Publish callbacks [] for router_gateway (b605396e-cabf-4255-a04e-f0a2779818cc), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:02.435738 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-3ce70361-6f8f-4337-8deb-47a7f8e2fc2e admin admin] Deleting port a4c67c34-b296-4b86-a03c-76af6e8ed840 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:33:02.436075 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3ce70361-6f8f-4337-8deb-47a7f8e2fc2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (a4c67c34-b296-4b86-a03c-76af6e8ed840), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:02.473136 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-22146eba-84b5-4808-b0a2-d5243a01b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b605396e-cabf-4255-a04e-f0a2779818cc', 'name': 'tempest-TestVolumeBootPattern-842709335-router', 'tenant_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'a4c67c34-b296-4b86-a03c-76af6e8ed840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:23Z', 'updated_at': '2022-06-04T08:33:01Z', 'revision_number': 5, 'project_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'gw_port': {'id': 'a4c67c34-b296-4b86-a03c-76af6e8ed840', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b605396e-cabf-4255-a04e-f0a2779818cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:24:24Z', 'updated_at': '2022-06-04T08:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:33:02.502785 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22146eba-84b5-4808-b0a2-d5243a01b8c2 None None] Checking router: b605396e-cabf-4255-a04e-f0a2779818cc for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:33:02.513001 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22146eba-84b5-4808-b0a2-d5243a01b8c2 None None] Routers {'b605396e-cabf-4255-a04e-f0a2779818cc'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:33:02.513638 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-22146eba-84b5-4808-b0a2-d5243a01b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:32:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['b605396e-cabf-4255-a04e-f0a2779818cc'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:33:02.518048 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-3ce70361-6f8f-4337-8deb-47a7f8e2fc2e admin admin] For port a4c67c34-b296-4b86-a03c-76af6e8ed840, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=a4c67c34-b296-4b86-a03c-76af6e8ed840,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:33:02.518428 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3ce70361-6f8f-4337-8deb-47a7f8e2fc2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (a4c67c34-b296-4b86-a03c-76af6e8ed840), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:02.532201 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-3ce70361-6f8f-4337-8deb-47a7f8e2fc2e admin admin] Calling delete_port for a4c67c34-b296-4b86-a03c-76af6e8ed840 owned by network:router_gateway {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:33:02.574900 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:02.599244 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-22146eba-84b5-4808-b0a2-d5243a01b8c2 None None] Set router b605396e-cabf-4255-a04e-f0a2779818cc gateway port host: None {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:33:02.650561 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-22146eba-84b5-4808-b0a2-d5243a01b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b605396e-cabf-4255-a04e-f0a2779818cc', 'name': 'tempest-TestVolumeBootPattern-842709335-router', 'tenant_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:23Z', 'updated_at': '2022-06-04T08:33:02Z', 'revision_number': 6, 'project_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'gw_port_host': None}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:33:02.720130 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3ce70361-6f8f-4337-8deb-47a7f8e2fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (a4c67c34-b296-4b86-a03c-76af6e8ed840), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:02.748769 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce70361-6f8f-4337-8deb-47a7f8e2fc2e admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c67c34-b296-4b86-a03c-76af6e8ed840,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:33:02.766946 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22146eba-84b5-4808-b0a2-d5243a01b8c2 None None] The sync data for ids ['b605396e-cabf-4255-a04e-f0a2779818cc'] in dv-cinder-836996-29-iscsi is: [{'id': 'b605396e-cabf-4255-a04e-f0a2779818cc', 'name': 'tempest-TestVolumeBootPattern-842709335-router', 'tenant_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:24:23Z', 'updated_at': '2022-06-04T08:33:02Z', 'revision_number': 6, 'project_id': '55fb1da014f74d59a0f46deaf02fa0f6', 'gw_port_host': None}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:33:02.819403 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3ce70361-6f8f-4337-8deb-47a7f8e2fc2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914597'] for router_gateway (b605396e-cabf-4255-a04e-f0a2779818cc), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:02.908985 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3ce70361-6f8f-4337-8deb-47a7f8e2fc2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (b605396e-cabf-4255-a04e-f0a2779818cc), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:02.911292 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3ce70361-6f8f-4337-8deb-47a7f8e2fc2e admin admin] Publish callbacks [] for router_controller (b605396e-cabf-4255-a04e-f0a2779818cc), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:02.920385 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:02.956852 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3ce70361-6f8f-4337-8deb-47a7f8e2fc2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3914471'] for router (b605396e-cabf-4255-a04e-f0a2779818cc), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:02.957456 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce70361-6f8f-4337-8deb-47a7f8e2fc2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b605396e-cabf-4255-a04e-f0a2779818cc {{(pid=103811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 08:33:02.962749 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3ce70361-6f8f-4337-8deb-47a7f8e2fc2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:02.963922 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-3ce70361-6f8f-4337-8deb-47a7f8e2fc2e admin admin] 10.222.0.57 "DELETE /v2.0/routers/b605396e-cabf-4255-a04e-f0a2779818cc HTTP/1.1" status: 204 len: 168 time: 0.7788200 Jun 04 08:33:02.966621 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 59360) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:33:03.014805 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e5e061-6c8e-414a-ac7d-4036842ec240 admin admin] Deleting subnet 27519da9-7ea1-4e45-9874-5bbba7981c07 {{(pid=103812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 08:33:03.018181 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74e5e061-6c8e-414a-ac7d-4036842ec240 admin admin] Publish callbacks [] for subnet (27519da9-7ea1-4e45-9874-5bbba7981c07), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:03.058592 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74e5e061-6c8e-414a-ac7d-4036842ec240 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127242989'] for subnet (27519da9-7ea1-4e45-9874-5bbba7981c07), precommit_delete_associations {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:03.151798 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74e5e061-6c8e-414a-ac7d-4036842ec240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381204'] for subnet (27519da9-7ea1-4e45-9874-5bbba7981c07), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:03.238097 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74e5e061-6c8e-414a-ac7d-4036842ec240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126739955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126094885'] for subnet (27519da9-7ea1-4e45-9874-5bbba7981c07), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:03.265111 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5e061-6c8e-414a-ac7d-4036842ec240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27519da9-7ea1-4e45-9874-5bbba7981c07,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:33:03.269893 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-74e5e061-6c8e-414a-ac7d-4036842ec240 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:03.273657 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-74e5e061-6c8e-414a-ac7d-4036842ec240 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/27519da9-7ea1-4e45-9874-5bbba7981c07 HTTP/1.1" status: 204 len: 168 time: 0.3060102 Jun 04 08:33:03.275339 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79497b6a-fea3-46a1-aa56-9f98aeb33392 None None] Network 467345eb-f895-4cfe-920f-ce2a22f5d3b3 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:33:03.276334 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59362) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:33:03.347339 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1320922'] for network (467345eb-f895-4cfe-920f-ce2a22f5d3b3), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:03.395341 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] Deleting port 3ccef889-6550-463d-bfe8-915270ea43b3 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:33:03.395682 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (3ccef889-6550-463d-bfe8-915270ea43b3), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:03.459235 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] For port 3ccef889-6550-463d-bfe8-915270ea43b3, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=3ccef889-6550-463d-bfe8-915270ea43b3,segment=NetworkSegment(89e9e9b1-154d-475e-82ff-6087a870f039),segment_id=89e9e9b1-154d-475e-82ff-6087a870f039)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:33:03.459516 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (3ccef889-6550-463d-bfe8-915270ea43b3), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:03.472880 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] Calling delete_port for 3ccef889-6550-463d-bfe8-915270ea43b3 owned by network:dhcp {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:33:03.569472 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1262e0-367c-485a-91c8-be36866155de None None] DHCP port deletion for 467345eb-f895-4cfe-920f-ce2a22f5d3b3 request from dv-cinder-836996-29-iscsi {{(pid=103813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 08:33:03.571126 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (3ccef889-6550-463d-bfe8-915270ea43b3), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:03.580636 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:33:03.606432 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:33:03.606584 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 2f4b7536-89cd-49e7-b5e3-8f086d147ce5 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:33:03.619329 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] No DVR routers for this DVR port 3ccef889-6550-463d-bfe8-915270ea43b3 on host dv-cinder-836996-29-iscsi {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:33:03.624421 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ccef889-6550-463d-bfe8-915270ea43b3,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:33:03.702949 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1404371', 'neutron.services.segments.db._delete_segments_for_network-8739929666573'] for network (467345eb-f895-4cfe-920f-ce2a22f5d3b3), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:03.736042 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467345eb-f895-4cfe-920f-ce2a22f5d3b3']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:33:03.747324 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e9e9b1-154d-475e-82ff-6087a870f039') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:33:03.747628 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e9e9b1-154d-475e-82ff-6087a870f039') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:33:03.758578 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739929665940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127320121'] for segment (89e9e9b1-154d-475e-82ff-6087a870f039), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:03.773182 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (89e9e9b1-154d-475e-82ff-6087a870f039), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:03.782052 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 08:33:03.782549 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127079392'] for segment (89e9e9b1-154d-475e-82ff-6087a870f039), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:03.845607 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 89e9e9b1-154d-475e-82ff-6087a870f039 resource provider aggregate not found Jun 04 08:33:03.850466 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1404356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3914569'] for network (467345eb-f895-4cfe-920f-ce2a22f5d3b3), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:03.856737 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:03.863201 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] 10.222.0.57 "DELETE /v2.0/networks/467345eb-f895-4cfe-920f-ce2a22f5d3b3 HTTP/1.1" status: 204 len: 168 time: 0.5857797 Jun 04 08:33:03.880957 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf02bdc-77de-4782-bc07-7a55c87fee69 admin admin] Pushing event deleted for resources: {'Network': ['ID=467345eb-f895-4cfe-920f-ce2a22f5d3b3,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:33:03.884233 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 89e9e9b1-154d-475e-82ff-6087a870f039 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89e9e9b1-154d-475e-82ff-6087a870f039 found for delete ", "request_id": "req-9c446edb-0c58-4e87-bae7-4a2e2a1212a4"}]} Jun 04 08:33:04.019942 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59376) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:33:04.061545 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-57c42c48-0cfb-41d2-8ae2-f5c647056cb4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1cc798a91bd74226a144199bd78c2331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404406 Jun 04 08:33:04.064122 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59378) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:33:04.086714 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:04.117787 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7f8c0923-799d-4332-848c-252e247281db admin admin] Publish callbacks [] for security_group (4a377457-c9e3-4ef4-95fc-9082bf398dfc), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:04.145402 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7f8c0923-799d-4332-848c-252e247281db admin admin] Publish callbacks [] for security_group (4a377457-c9e3-4ef4-95fc-9082bf398dfc), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:04.194633 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7f8c0923-799d-4332-848c-252e247281db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (4a377457-c9e3-4ef4-95fc-9082bf398dfc), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:04.197812 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7f8c0923-799d-4332-848c-252e247281db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:04.199018 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7f8c0923-799d-4332-848c-252e247281db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4a377457-c9e3-4ef4-95fc-9082bf398dfc HTTP/1.1" status: 204 len: 168 time: 0.1339598 Jun 04 08:33:04.208136 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c0923-799d-4332-848c-252e247281db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a377457-c9e3-4ef4-95fc-9082bf398dfc,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:33:04.538472 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59384) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:33:04.580827 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5e8c4790-ceff-45de-9eff-388f0519595e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=55fb1da014f74d59a0f46deaf02fa0f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411167 Jun 04 08:33:04.583294 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59386) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:33:04.636608 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0f2ceb10-2d21-45da-8771-c4562861fbce admin admin] Publish callbacks [] for security_group (12d37372-39c3-4d55-8b12-13cc72de52ed), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:04.647363 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:04.660376 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0f2ceb10-2d21-45da-8771-c4562861fbce admin admin] Publish callbacks [] for security_group (12d37372-39c3-4d55-8b12-13cc72de52ed), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:04.710149 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0f2ceb10-2d21-45da-8771-c4562861fbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (12d37372-39c3-4d55-8b12-13cc72de52ed), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:04.712970 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0f2ceb10-2d21-45da-8771-c4562861fbce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:04.714177 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0f2ceb10-2d21-45da-8771-c4562861fbce admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/12d37372-39c3-4d55-8b12-13cc72de52ed HTTP/1.1" status: 204 len: 168 time: 0.1299570 Jun 04 08:33:04.722892 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ceb10-2d21-45da-8771-c4562861fbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d37372-39c3-4d55-8b12-13cc72de52ed,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:33:05.030414 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device a4c67c34-b296-4b86-a03c-76af6e8ed840 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:33:05.051300 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: a4c67c34-b296-4b86-a03c-76af6e8ed840 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:33:05.051741 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device a4c67c34-b296-4b86-a03c-76af6e8ed840 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:33:05.052220 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 3ccef889-6550-463d-bfe8-915270ea43b3 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:33:05.072561 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: 3ccef889-6550-463d-bfe8-915270ea43b3 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:33:05.072909 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 3ccef889-6550-463d-bfe8-915270ea43b3 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:33:06.580019 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c8419304-2cd6-4c1d-a5d3-5947ce030fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:09.154857 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2c5ecde3-6908-4af8-aa88-8ce9f9a9ccf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:10.128019 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:11.327781 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:12.653315 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=47 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:12.654147 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=50 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:12.915812 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:13.244817 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:13.247692 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:DELETE=5,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:13.269917 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:33:14.695627 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=3,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:14.719076 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=37,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:16.179261 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992824e-7e75-4d9b-8cc0-d0acdc2d3d27 req-8659e183-2db6-4b62-b578-d9ca51b8755c tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:33:16.180650 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a992824e-7e75-4d9b-8cc0-d0acdc2d3d27 req-8659e183-2db6-4b62-b578-d9ca51b8755c tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a3831a7-cea8-4fd7-ac8d-555ad7b89971 HTTP/1.1" status: 200 len: 945 time: 0.0515561 Jun 04 08:33:16.229148 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a992824e-7e75-4d9b-8cc0-d0acdc2d3d27 req-4ebee84f-604c-42a9-bce6-dd77ce41bb6e tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428131 Jun 04 08:33:17.355792 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e155d2e-6006-410d-8667-8d5686aef469 req-8259da36-20ba-4f54-9db7-5f4181cf9322 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:33:17.357265 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5e155d2e-6006-410d-8667-8d5686aef469 req-8259da36-20ba-4f54-9db7-5f4181cf9322 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a3831a7-cea8-4fd7-ac8d-555ad7b89971 HTTP/1.1" status: 200 len: 945 time: 0.0525489 Jun 04 08:33:17.403819 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5e155d2e-6006-410d-8667-8d5686aef469 req-6a5e11c7-643e-49ae-8e5b-2beb38338f8b tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb64e67e-f931-4994-9411-673667b3f84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409920 Jun 04 08:33:17.816054 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff87197-a5e7-43fb-a1ea-bb0b5361afbf req-7e13faae-6beb-475c-b4e5-b4acb87e7167 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:33:17.817545 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6ff87197-a5e7-43fb-a1ea-bb0b5361afbf req-7e13faae-6beb-475c-b4e5-b4acb87e7167 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a3831a7-cea8-4fd7-ac8d-555ad7b89971 HTTP/1.1" status: 200 len: 945 time: 0.0474665 Jun 04 08:33:17.901936 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-6ff87197-a5e7-43fb-a1ea-bb0b5361afbf req-7f809618-334e-4476-9002-7caf1d18862a tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Deleting port 8b4bb967-1b23-4373-b5fd-e91aadb0c40b {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:33:17.902697 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6ff87197-a5e7-43fb-a1ea-bb0b5361afbf req-7f809618-334e-4476-9002-7caf1d18862a tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (8b4bb967-1b23-4373-b5fd-e91aadb0c40b), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:18.001760 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-6ff87197-a5e7-43fb-a1ea-bb0b5361afbf req-7f809618-334e-4476-9002-7caf1d18862a tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] For port 8b4bb967-1b23-4373-b5fd-e91aadb0c40b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8b4bb967-1b23-4373-b5fd-e91aadb0c40b,segment=NetworkSegment(82c378b9-80b9-4b9c-a2af-87b66b27e45d),segment_id=82c378b9-80b9-4b9c-a2af-87b66b27e45d)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:33:18.002152 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6ff87197-a5e7-43fb-a1ea-bb0b5361afbf req-7f809618-334e-4476-9002-7caf1d18862a tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (8b4bb967-1b23-4373-b5fd-e91aadb0c40b), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:18.016625 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-6ff87197-a5e7-43fb-a1ea-bb0b5361afbf req-7f809618-334e-4476-9002-7caf1d18862a tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Calling delete_port for 8b4bb967-1b23-4373-b5fd-e91aadb0c40b owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:33:18.148730 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6ff87197-a5e7-43fb-a1ea-bb0b5361afbf req-7f809618-334e-4476-9002-7caf1d18862a tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (8b4bb967-1b23-4373-b5fd-e91aadb0c40b), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:18.161613 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['8b4bb967-1b23-4373-b5fd-e91aadb0c40b'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:33:18.177325 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f809618-334e-4476-9002-7caf1d18862a tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Pushing event deleted for resources: {'Port': ['ID=8b4bb967-1b23-4373-b5fd-e91aadb0c40b,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:33:18.222661 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff87197-a5e7-43fb-a1ea-bb0b5361afbf req-7f809618-334e-4476-9002-7caf1d18862a tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] No DVR routers for this DVR port 8b4bb967-1b23-4373-b5fd-e91aadb0c40b on host hv-cinder-83699 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:33:18.225242 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-6ff87197-a5e7-43fb-a1ea-bb0b5361afbf req-7f809618-334e-4476-9002-7caf1d18862a tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:18.229219 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6ff87197-a5e7-43fb-a1ea-bb0b5361afbf req-7f809618-334e-4476-9002-7caf1d18862a tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.77 "DELETE /v2.0/ports/8b4bb967-1b23-4373-b5fd-e91aadb0c40b HTTP/1.1" status: 204 len: 173 time: 0.4068034 Jun 04 08:33:18.229681 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3831a7-cea8-4fd7-ac8d-555ad7b89971', 'name': 'network-vif-deleted', 'tag': '8b4bb967-1b23-4373-b5fd-e91aadb0c40b'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:33:18.232018 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12892cd3-112e-4950-9550-7cfdcde49a37" -d '{"events": [{"server_uuid": "5a3831a7-cea8-4fd7-ac8d-555ad7b89971", "name": "network-vif-deleted", "tag": "8b4bb967-1b23-4373-b5fd-e91aadb0c40b"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:33:18.272017 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27b91fd-6d87-417d-8f4e-46a788d982e4 x-openstack-request-id: req-a27b91fd-6d87-417d-8f4e-46a788d982e4 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:33:18.272314 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3831a7-cea8-4fd7-ac8d-555ad7b89971", "name": "network-vif-deleted", "tag": "8b4bb967-1b23-4373-b5fd-e91aadb0c40b", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:33:18.272568 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a27b91fd-6d87-417d-8f4e-46a788d982e4 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:33:18.272977 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27b91fd-6d87-417d-8f4e-46a788d982e4'] response: {'server_uuid': '5a3831a7-cea8-4fd7-ac8d-555ad7b89971', 'name': 'network-vif-deleted', 'tag': '8b4bb967-1b23-4373-b5fd-e91aadb0c40b', 'status': 'completed', 'code': 200} Jun 04 08:33:18.515153 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-af3acf8a-d834-47bd-b845-d6ad1e67a9f7 req-d44872b7-52fb-4ce3-aec6-a258ad2adb88 tempest-VolumesSnapshotTestJSON-1338918255 tempest-VolumesSnapshotTestJSON-1338918255-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a3831a7-cea8-4fd7-ac8d-555ad7b89971 HTTP/1.1" status: 200 len: 210 time: 0.0315218 Jun 04 08:33:20.197212 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 8b4bb967-1b23-4373-b5fd-e91aadb0c40b no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:33:20.216761 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: 8b4bb967-1b23-4373-b5fd-e91aadb0c40b {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:33:20.217112 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 8b4bb967-1b23-4373-b5fd-e91aadb0c40b not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:33:22.909030 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=71,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:26.223157 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=8 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:26.224988 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=10 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:28.069708 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:28.206420 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=52,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:28.495169 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=57,neutron:DELETE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:31.389209 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=13 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:31.392278 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=15 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:36.570760 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:36.585618 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b446f49b-6f1e-4e1f-876c-8216ca6098e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:39.158045 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-155eed28-9083-4c38-aecd-b6359577b12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:40.135232 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:40.813222 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59574) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:33:40.860166 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-09106399-bccf-453b-880d-2f7440ac50f4 admin admin] Deleting subnet a3a1149a-2ac6-478f-9fcd-1fdd51499b93 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 08:33:40.863381 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-09106399-bccf-453b-880d-2f7440ac50f4 admin admin] Publish callbacks [] for subnet (a3a1149a-2ac6-478f-9fcd-1fdd51499b93), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:40.898975 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-09106399-bccf-453b-880d-2f7440ac50f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127320112'] for subnet (a3a1149a-2ac6-478f-9fcd-1fdd51499b93), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:40.941001 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-09106399-bccf-453b-880d-2f7440ac50f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381204'] for subnet (a3a1149a-2ac6-478f-9fcd-1fdd51499b93), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:41.000224 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-09106399-bccf-453b-880d-2f7440ac50f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127079354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127108435'] for subnet (a3a1149a-2ac6-478f-9fcd-1fdd51499b93), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:41.026640 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09106399-bccf-453b-880d-2f7440ac50f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3a1149a-2ac6-478f-9fcd-1fdd51499b93,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:33:41.033094 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-09106399-bccf-453b-880d-2f7440ac50f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:41.034814 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-09106399-bccf-453b-880d-2f7440ac50f4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a3a1149a-2ac6-478f-9fcd-1fdd51499b93 HTTP/1.1" status: 204 len: 168 time: 0.2204852 Jun 04 08:33:41.037656 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59576) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:33:41.109317 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e6fa9aa-c8ee-4b86-bdad-675582f04072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1320922'] for network (6035b356-a657-4dea-bc83-fe40d1093cb0), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:41.191810 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e6fa9aa-c8ee-4b86-bdad-675582f04072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1404371', 'neutron.services.segments.db._delete_segments_for_network-8739929666573'] for network (6035b356-a657-4dea-bc83-fe40d1093cb0), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:41.213623 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-2e6fa9aa-c8ee-4b86-bdad-675582f04072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6035b356-a657-4dea-bc83-fe40d1093cb0']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:33:41.223675 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-2e6fa9aa-c8ee-4b86-bdad-675582f04072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c378b9-80b9-4b9c-a2af-87b66b27e45d') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:33:41.223967 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-2e6fa9aa-c8ee-4b86-bdad-675582f04072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c378b9-80b9-4b9c-a2af-87b66b27e45d') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:33:41.238748 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e6fa9aa-c8ee-4b86-bdad-675582f04072 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739929665940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127320121'] for segment (82c378b9-80b9-4b9c-a2af-87b66b27e45d), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:41.253061 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e6fa9aa-c8ee-4b86-bdad-675582f04072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (82c378b9-80b9-4b9c-a2af-87b66b27e45d), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:41.260509 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6fa9aa-c8ee-4b86-bdad-675582f04072 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 08:33:41.260825 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e6fa9aa-c8ee-4b86-bdad-675582f04072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127079392'] for segment (82c378b9-80b9-4b9c-a2af-87b66b27e45d), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:41.299339 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 82c378b9-80b9-4b9c-a2af-87b66b27e45d resource provider aggregate not found Jun 04 08:33:41.326569 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment 82c378b9-80b9-4b9c-a2af-87b66b27e45d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82c378b9-80b9-4b9c-a2af-87b66b27e45d found for delete ", "request_id": "req-ee64413c-5c94-420f-870c-a5f7d363924f"}]} Jun 04 08:33:41.330872 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:41.332356 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e6fa9aa-c8ee-4b86-bdad-675582f04072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1404356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3914569'] for network (6035b356-a657-4dea-bc83-fe40d1093cb0), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:41.338357 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e6fa9aa-c8ee-4b86-bdad-675582f04072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:41.341168 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2e6fa9aa-c8ee-4b86-bdad-675582f04072 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6035b356-a657-4dea-bc83-fe40d1093cb0 HTTP/1.1" status: 204 len: 168 time: 0.3023951 Jun 04 08:33:41.357957 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fa9aa-c8ee-4b86-bdad-675582f04072 admin admin] Pushing event deleted for resources: {'Network': ['ID=6035b356-a657-4dea-bc83-fe40d1093cb0,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:33:41.535223 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59584) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:33:41.576971 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-db5787e2-6248-4aab-b3ca-1a8ac5f8ddfe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dd222ba8d8b8447594ee715381dcd847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404475 Jun 04 08:33:41.579622 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59586) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:33:41.629418 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0d5d5a07-8f8c-4c3c-a90f-07653c715801 admin admin] Publish callbacks [] for security_group (fb64e67e-f931-4994-9411-673667b3f84b), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:41.653714 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0d5d5a07-8f8c-4c3c-a90f-07653c715801 admin admin] Publish callbacks [] for security_group (fb64e67e-f931-4994-9411-673667b3f84b), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:41.705932 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0d5d5a07-8f8c-4c3c-a90f-07653c715801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (fb64e67e-f931-4994-9411-673667b3f84b), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:41.708549 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0d5d5a07-8f8c-4c3c-a90f-07653c715801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:41.709711 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0d5d5a07-8f8c-4c3c-a90f-07653c715801 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fb64e67e-f931-4994-9411-673667b3f84b HTTP/1.1" status: 204 len: 168 time: 0.1291888 Jun 04 08:33:41.718212 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d5a07-8f8c-4c3c-a90f-07653c715801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb64e67e-f931-4994-9411-673667b3f84b,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:33:42.914675 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:33:43.365103 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:43.369804 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=4 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:50.269556 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:33:51.691581 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=70,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:51.714322 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:52.908505 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:52.909212 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:33:58.073485 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:00.264508 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:00.265307 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:02.677244 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3df15c99-e704-4035-b79b-1f3ce9794d41 req-b5377658-3672-4631-9930-9767df8836f6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1801739 Jun 04 08:34:02.759213 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df15c99-e704-4035-b79b-1f3ce9794d41 req-b867a530-fae0-4ae3-b938-9a4e4bfd2b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:02.760695 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3df15c99-e704-4035-b79b-1f3ce9794d41 req-b867a530-fae0-4ae3-b938-9a4e4bfd2b0c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6ccf261fc9e4774a6b129712a9e2f9e&device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 1130 time: 0.0419767 Jun 04 08:34:02.862479 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df15c99-e704-4035-b79b-1f3ce9794d41 req-69cdbb02-fa56-4c60-919d-8491519507fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:02.864121 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3df15c99-e704-4035-b79b-1f3ce9794d41 req-69cdbb02-fa56-4c60-919d-8491519507fd service neutron] 10.222.0.77 "GET /v2.0/networks?id=cdf73a12-9c35-497c-8dc8-aed4baaf79a6 HTTP/1.1" status: 200 len: 910 time: 0.0855432 Jun 04 08:34:02.936295 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3df15c99-e704-4035-b79b-1f3ce9794d41 req-4bb7c66f-1fcc-424c-9f1f-20ba4cd0227a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d171ed4-13ab-4e59-9164-a6765da0ab87 HTTP/1.1" status: 200 len: 1002 time: 0.0668850 Jun 04 08:34:02.988810 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df15c99-e704-4035-b79b-1f3ce9794d41 req-c0c90f2e-4a03-42da-91ea-7735fe8b0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:02.990300 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3df15c99-e704-4035-b79b-1f3ce9794d41 req-c0c90f2e-4a03-42da-91ea-7735fe8b0d58 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf640e76-af87-4484-8153-478b89141b4a HTTP/1.1" status: 200 len: 848 time: 0.0436430 Jun 04 08:34:03.033493 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df15c99-e704-4035-b79b-1f3ce9794d41 req-b52b54ce-8913-4d13-aa2b-2057a4044745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:03.034912 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3df15c99-e704-4035-b79b-1f3ce9794d41 req-b52b54ce-8913-4d13-aa2b-2057a4044745 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cdf73a12-9c35-497c-8dc8-aed4baaf79a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385487 Jun 04 08:34:03.045844 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [req-3df15c99-e704-4035-b79b-1f3ce9794d41 req-cfde4d60-2b47-4fba-ba6a-58da11a68422 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 08:34:03.046893 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3df15c99-e704-4035-b79b-1f3ce9794d41 req-cfde4d60-2b47-4fba-ba6a-58da11a68422 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050738 Jun 04 08:34:03.140376 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3df15c99-e704-4035-b79b-1f3ce9794d41 req-ac0b600e-91c8-4f29-a2b3-fcb974e37349 service neutron] 10.222.0.77 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858979 Jun 04 08:34:03.234123 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3df15c99-e704-4035-b79b-1f3ce9794d41 req-5c8d8031-93f2-4d77-9e0f-e58d46b4e0ce service neutron] 10.222.0.77 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869830 Jun 04 08:34:06.579311 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c0cfc528-5683-4b33-9ea3-182a7f5a19bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:09.160828 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-f8f4ebd3-f8a6-4d49-99c4-18b40b2f24c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:10.135042 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:11.332737 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:12.922763 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:13.228470 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=48 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:13.229201 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=53 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:16.683217 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4b7b8-229b-45f6-82bd-dc270521764c req-1b78ab3a-81c3-4715-9874-94f032ec086e tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:16.685030 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b2d4b7b8-229b-45f6-82bd-dc270521764c req-1b78ab3a-81c3-4715-9874-94f032ec086e tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0601311 Jun 04 08:34:16.736305 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-b2d4b7b8-229b-45f6-82bd-dc270521764c req-7f54b7fd-4a9b-420e-9d52-3da9740ccb9e tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456872 Jun 04 08:34:17.879458 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6a337-c39c-468f-9bbb-943653e0d18c req-1bcbef4d-ac45-4e1c-9a57-efcb155188eb tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:17.881777 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-06a6a337-c39c-468f-9bbb-943653e0d18c req-1bcbef4d-ac45-4e1c-9a57-efcb155188eb tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0515275 Jun 04 08:34:17.940299 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-06a6a337-c39c-468f-9bbb-943653e0d18c req-933af1e4-c1a4-4e62-aff3-905c05862efa tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501699 Jun 04 08:34:19.062214 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc73f7-03ac-4b62-9b9a-c1c357bbadc5 req-41d6da94-2aab-4bf3-b40f-22f8bbed3358 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:19.063695 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dffc73f7-03ac-4b62-9b9a-c1c357bbadc5 req-41d6da94-2aab-4bf3-b40f-22f8bbed3358 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0490487 Jun 04 08:34:19.133544 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-dffc73f7-03ac-4b62-9b9a-c1c357bbadc5 req-e6c035b3-e16b-4ea2-8ec8-2f96807d8c5a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609581 Jun 04 08:34:20.285200 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f174480-2ff6-4c45-8f53-7ff48e18a77c req-280c113f-b1c0-4914-aa44-d59901c84d9a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:20.286733 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6f174480-2ff6-4c45-8f53-7ff48e18a77c req-280c113f-b1c0-4914-aa44-d59901c84d9a tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0573454 Jun 04 08:34:20.336839 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6f174480-2ff6-4c45-8f53-7ff48e18a77c req-54b9338a-6079-4603-9c71-8b7573e2d70c tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445046 Jun 04 08:34:21.451373 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55779c3b-f1b5-493b-a082-3a8029634cf2 req-eeb743e3-2ae7-44fb-8952-a72771618721 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:21.452917 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55779c3b-f1b5-493b-a082-3a8029634cf2 req-eeb743e3-2ae7-44fb-8952-a72771618721 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0476086 Jun 04 08:34:21.507787 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-55779c3b-f1b5-493b-a082-3a8029634cf2 req-92a456ca-dc95-4717-9fcb-a0975a2495af tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488086 Jun 04 08:34:22.629259 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f26aab-3be5-4974-be58-0007d59e5e40 req-df1b887d-f358-4b22-ae7e-6a8c379e8151 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:22.630783 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c8f26aab-3be5-4974-be58-0007d59e5e40 req-df1b887d-f358-4b22-ae7e-6a8c379e8151 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0509393 Jun 04 08:34:22.682917 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c8f26aab-3be5-4974-be58-0007d59e5e40 req-551c5143-b398-428e-9ff0-23c38117efa8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465682 Jun 04 08:34:22.911725 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:22.913746 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:23.800723 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831af8a-a2e5-4aa2-8333-70d02855bd0f req-1777ea37-6096-474a-9c20-85b9dc22f2d5 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:23.802265 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5831af8a-a2e5-4aa2-8333-70d02855bd0f req-1777ea37-6096-474a-9c20-85b9dc22f2d5 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0514107 Jun 04 08:34:23.855516 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-5831af8a-a2e5-4aa2-8333-70d02855bd0f req-8dac3267-88ad-4310-97f1-46b3b777b6b9 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470378 Jun 04 08:34:25.013897 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44513992-ea8a-4370-bb5d-182ff5ecc0d8 req-10fed2b2-7ba4-4251-ad80-e91fc5e07091 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:25.015441 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-44513992-ea8a-4370-bb5d-182ff5ecc0d8 req-10fed2b2-7ba4-4251-ad80-e91fc5e07091 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0672886 Jun 04 08:34:25.066501 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-44513992-ea8a-4370-bb5d-182ff5ecc0d8 req-2745fb5a-23de-4f34-82c2-de42166dfeaa tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454028 Jun 04 08:34:26.183340 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6aab8-2303-4adc-aa99-798b7e56c0fc req-9e13074d-a181-41e7-8269-c19db210efbb tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:26.184706 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7ff6aab8-2303-4adc-aa99-798b7e56c0fc req-9e13074d-a181-41e7-8269-c19db210efbb tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0461247 Jun 04 08:34:26.233196 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-7ff6aab8-2303-4adc-aa99-798b7e56c0fc req-d9134412-8ca1-44fb-a889-aa6462b492ed tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430729 Jun 04 08:34:26.816999 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58184fd6-fe8d-4145-8f8c-759d925afa41 req-db6bf8d1-c60c-45af-ab48-a58a406b809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:26.818548 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-58184fd6-fe8d-4145-8f8c-759d925afa41 req-db6bf8d1-c60c-45af-ab48-a58a406b809a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6ccf261fc9e4774a6b129712a9e2f9e&device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 1130 time: 0.0400498 Jun 04 08:34:26.911333 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58184fd6-fe8d-4145-8f8c-759d925afa41 req-fbb44020-facd-424c-9434-ccf9f99ce617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:26.912852 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-58184fd6-fe8d-4145-8f8c-759d925afa41 req-fbb44020-facd-424c-9434-ccf9f99ce617 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cdf73a12-9c35-497c-8dc8-aed4baaf79a6 HTTP/1.1" status: 200 len: 910 time: 0.0876422 Jun 04 08:34:26.976071 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-58184fd6-fe8d-4145-8f8c-759d925afa41 req-66895c21-e153-4eca-8bd8-5721e4578675 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d171ed4-13ab-4e59-9164-a6765da0ab87 HTTP/1.1" status: 200 len: 1002 time: 0.0567887 Jun 04 08:34:27.026835 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58184fd6-fe8d-4145-8f8c-759d925afa41 req-8b414a7a-a7d1-4d5b-81ba-17b467009fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:27.028285 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-58184fd6-fe8d-4145-8f8c-759d925afa41 req-8b414a7a-a7d1-4d5b-81ba-17b467009fa5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf640e76-af87-4484-8153-478b89141b4a HTTP/1.1" status: 200 len: 848 time: 0.0456238 Jun 04 08:34:27.075760 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58184fd6-fe8d-4145-8f8c-759d925afa41 req-ffff8a84-90d2-4a88-b8cc-bd6327eb1795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:27.077170 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-58184fd6-fe8d-4145-8f8c-759d925afa41 req-ffff8a84-90d2-4a88-b8cc-bd6327eb1795 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cdf73a12-9c35-497c-8dc8-aed4baaf79a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425262 Jun 04 08:34:27.167605 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-58184fd6-fe8d-4145-8f8c-759d925afa41 req-9582b4a2-fb32-4bb6-b677-b99fc6cf8644 service neutron] 10.222.0.77 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821378 Jun 04 08:34:27.260542 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-58184fd6-fe8d-4145-8f8c-759d925afa41 req-3d329a5f-f85c-4cc9-bff7-27499d881a2b service neutron] 10.222.0.77 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865338 Jun 04 08:34:27.268474 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:34:27.348874 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24df80-0e10-4347-ba7e-56142a43e794 req-0b468428-2408-4362-8576-8a1f72b87b5e tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:27.350794 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0a24df80-0e10-4347-ba7e-56142a43e794 req-0b468428-2408-4362-8576-8a1f72b87b5e tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0483012 Jun 04 08:34:27.400592 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0a24df80-0e10-4347-ba7e-56142a43e794 req-eb8d914f-a6c6-4784-807c-e8e61560c60f tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440714 Jun 04 08:34:28.079040 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:28.518201 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e92632-505c-4f54-a0f3-facf2d401280 req-a45a8bc6-1229-400f-88f4-8dc309405a33 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:28.519643 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-53e92632-505c-4f54-a0f3-facf2d401280 req-a45a8bc6-1229-400f-88f4-8dc309405a33 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0496669 Jun 04 08:34:28.570943 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-53e92632-505c-4f54-a0f3-facf2d401280 req-dce2c27e-a8c5-45ae-88a9-d31ac3f8fdba tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452378 Jun 04 08:34:29.270803 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:29.693951 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b17e0c-aa22-4941-b519-142308185315 req-50329422-adf1-4945-b060-f35b60bd17f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:29.695454 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-06b17e0c-aa22-4941-b519-142308185315 req-50329422-adf1-4945-b060-f35b60bd17f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0520947 Jun 04 08:34:29.719956 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:29.749284 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-06b17e0c-aa22-4941-b519-142308185315 req-fc3b74bd-8027-4ab5-b5b8-e9bb379c49c6 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482841 Jun 04 08:34:29.869139 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [req-24fe5ea7-265d-45af-93a5-1001a588f170 req-58a9c0e3-291e-44a1-9611-2ed02b3b024c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 04 08:34:29.870293 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-24fe5ea7-265d-45af-93a5-1001a588f170 req-58a9c0e3-291e-44a1-9611-2ed02b3b024c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0557144 Jun 04 08:34:29.994457 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:30.032716 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb6e1-fad3-49c1-8212-50e69bc553f4 req-9027335b-abe5-4616-9033-3f09dcbfd477 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:30.034316 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-613cb6e1-fad3-49c1-8212-50e69bc553f4 req-9027335b-abe5-4616-9033-3f09dcbfd477 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0484738 Jun 04 08:34:30.045213 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bb58646f-148e-493e-93cb-7bbba4942a56 req-b03e2560-346d-4a06-828e-9afca56a01d9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819242 Jun 04 08:34:30.084838 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-613cb6e1-fad3-49c1-8212-50e69bc553f4 req-0c04282d-e97c-40cc-bcaa-d7e1b91fabd7 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442431 Jun 04 08:34:31.210924 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0656e8b-7450-4833-a0ff-6874bac5d137 req-143e6bdd-db9b-43b2-b5f0-0d21576d2348 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:31.212404 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e0656e8b-7450-4833-a0ff-6874bac5d137 req-143e6bdd-db9b-43b2-b5f0-0d21576d2348 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0517938 Jun 04 08:34:31.281107 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58646f-148e-493e-93cb-7bbba4942a56 req-f976b790-511c-4dbd-a9e5-43aa82711d97 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:31.282513 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-bb58646f-148e-493e-93cb-7bbba4942a56 req-f976b790-511c-4dbd-a9e5-43aa82711d97 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports/4d171ed4-13ab-4e59-9164-a6765da0ab87 HTTP/1.1" status: 200 len: 943 time: 0.2009678 Jun 04 08:34:31.299183 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-e0656e8b-7450-4833-a0ff-6874bac5d137 req-8bd3b9a9-1f86-45da-a259-4f75d40b75d5 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793486 Jun 04 08:34:32.414485 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950810d2-84a4-4bda-8b2f-76cb1212f1f7 req-3fd52563-0eb8-4170-af12-3e8bb9eb8af5 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:32.415984 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-950810d2-84a4-4bda-8b2f-76cb1212f1f7 req-3fd52563-0eb8-4170-af12-3e8bb9eb8af5 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0473523 Jun 04 08:34:32.466504 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-950810d2-84a4-4bda-8b2f-76cb1212f1f7 req-95f44a22-8bef-4e5e-8c15-a13a659bb917 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445271 Jun 04 08:34:32.538689 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 4d171ed4-13ab-4e59-9164-a6765da0ab87 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:34:32.614419 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 4d171ed4-13ab-4e59-9164-a6765da0ab87 is: ACTIVE; New status is: DOWN {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:34:32.614807 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:32.639199 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d171ed4-13ab-4e59-9164-a6765da0ab87'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:34:32.641808 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80ef6fe-74ba-45fd-8d1e-8be4a5f81f80" -d '{"events": [{"server_uuid": "8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f", "name": "network-vif-unplugged", "status": "completed", "tag": "4d171ed4-13ab-4e59-9164-a6765da0ab87"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:34:32.655252 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 4d171ed4-13ab-4e59-9164-a6765da0ab87, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4d171ed4-13ab-4e59-9164-a6765da0ab87,segment=NetworkSegment(2fb2cad5-51b7-43b5-860b-e96577aee3d9),segment_id=2fb2cad5-51b7-43b5-860b-e96577aee3d9)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:34:32.660419 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:32.710125 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=4d171ed4-13ab-4e59-9164-a6765da0ab87,revision_number=6']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:34:32.718017 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:34:32.718362 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:34:32.718696 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:34:32.719027 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:34:32.719354 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:34:32.719672 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:34:32.719990 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:34:32.720308 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:34:32.720625 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:34:32.720942 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:34:32.721256 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:34:32.721570 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:34:32.721916 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:34:32.722230 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:34:32.722550 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:34:32.739193 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 04 Jun 2022 08:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcee5fb-d6b5-4a2e-b1ea-566abd2646ea x-openstack-request-id: req-5fcee5fb-d6b5-4a2e-b1ea-566abd2646ea {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:34:32.739489 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f", "name": "network-vif-unplugged", "status": "failed", "tag": "4d171ed4-13ab-4e59-9164-a6765da0ab87", "code": 422}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:34:32.739750 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5fcee5fb-d6b5-4a2e-b1ea-566abd2646ea {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:34:32.740158 dv-cinder-836996-29-iscsi neutron-server[103813]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5fcee5fb-d6b5-4a2e-b1ea-566abd2646ea']: {'server_uuid': '8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d171ed4-13ab-4e59-9164-a6765da0ab87', 'code': 422} returned with failed status Jun 04 08:34:33.590290 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54cd15-661e-486b-b5e2-f2d24fe33b21 req-44bbcb55-c903-4a5d-9237-ec4f8c010dc4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:33.591775 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4e54cd15-661e-486b-b5e2-f2d24fe33b21 req-44bbcb55-c903-4a5d-9237-ec4f8c010dc4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 944 time: 0.0557275 Jun 04 08:34:33.648556 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4e54cd15-661e-486b-b5e2-f2d24fe33b21 req-f3badfb6-b224-4fcc-ba7a-0830c263ad71 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512660 Jun 04 08:34:34.769227 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d28964-d385-47fa-b725-568275c10bb2 req-ae7d6c82-3545-4907-98ac-4eaa2e9e9ca7 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:34.770907 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c0d28964-d385-47fa-b725-568275c10bb2 req-ae7d6c82-3545-4907-98ac-4eaa2e9e9ca7 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 944 time: 0.0496414 Jun 04 08:34:34.821839 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-c0d28964-d385-47fa-b725-568275c10bb2 req-693042d8-405e-44dc-9f0a-c3ba25d30a16 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452225 Jun 04 08:34:35.598838 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58646f-148e-493e-93cb-7bbba4942a56 req-7be665d4-ff2a-497d-96d4-77711f1acc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:35.600895 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bb58646f-148e-493e-93cb-7bbba4942a56 req-7be665d4-ff2a-497d-96d4-77711f1acc2f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f&tenant_id=a6ccf261fc9e4774a6b129712a9e2f9e HTTP/1.1" status: 200 len: 1128 time: 0.0385330 Jun 04 08:34:35.660183 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58646f-148e-493e-93cb-7bbba4942a56 req-75ec72bd-10b2-46f9-88c3-da7b4ef80af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:35.661668 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bb58646f-148e-493e-93cb-7bbba4942a56 req-75ec72bd-10b2-46f9-88c3-da7b4ef80af8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6ccf261fc9e4774a6b129712a9e2f9e&device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 1128 time: 0.0382805 Jun 04 08:34:35.753025 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58646f-148e-493e-93cb-7bbba4942a56 req-c3eb6e1e-5ca5-454b-bbaf-6756c8fab112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:35.754511 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bb58646f-148e-493e-93cb-7bbba4942a56 req-c3eb6e1e-5ca5-454b-bbaf-6756c8fab112 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cdf73a12-9c35-497c-8dc8-aed4baaf79a6 HTTP/1.1" status: 200 len: 910 time: 0.0870905 Jun 04 08:34:35.816393 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bb58646f-148e-493e-93cb-7bbba4942a56 req-4e6598c1-5ff4-4923-8879-6db1c3843a9e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d171ed4-13ab-4e59-9164-a6765da0ab87 HTTP/1.1" status: 200 len: 1000 time: 0.0554841 Jun 04 08:34:35.872685 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58646f-148e-493e-93cb-7bbba4942a56 req-7fdbb28c-d6d5-418c-a737-48f37c57afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:35.874180 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bb58646f-148e-493e-93cb-7bbba4942a56 req-7fdbb28c-d6d5-418c-a737-48f37c57afbe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf640e76-af87-4484-8153-478b89141b4a HTTP/1.1" status: 200 len: 848 time: 0.0522897 Jun 04 08:34:35.949056 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58646f-148e-493e-93cb-7bbba4942a56 req-17774821-a0a9-4e67-9c09-0ad7b74c1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:35.950578 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bb58646f-148e-493e-93cb-7bbba4942a56 req-17774821-a0a9-4e67-9c09-0ad7b74c1ecb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cdf73a12-9c35-497c-8dc8-aed4baaf79a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0702329 Jun 04 08:34:35.972629 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bca47b-c941-4e37-9728-ee7c59b51533 req-4f5c5f1b-25e6-4a4e-a915-f85c62f59af8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:35.974104 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54bca47b-c941-4e37-9728-ee7c59b51533 req-4f5c5f1b-25e6-4a4e-a915-f85c62f59af8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 944 time: 0.0636206 Jun 04 08:34:36.082275 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54bca47b-c941-4e37-9728-ee7c59b51533 req-bcfcbe1f-b118-4db8-ba4e-1ecca85b017c tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977829 Jun 04 08:34:36.093547 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bb58646f-148e-493e-93cb-7bbba4942a56 req-97a63286-0c93-4b40-991a-e20f952c6919 service neutron] 10.222.0.77 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365864 Jun 04 08:34:36.183028 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bb58646f-148e-493e-93cb-7bbba4942a56 req-c535a117-098f-4f90-8dbc-e686fb984af3 service neutron] 10.222.0.77 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830693 Jun 04 08:34:36.584754 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-40aa5ab3-abd8-4ff8-bf06-3b1e8fc6ca6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:37.198082 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0d2ad-8d68-41cb-81c2-6ddf39e044d1 req-df6dde4c-8e3a-4739-9595-dcf59a05c2b0 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:37.199494 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ebb0d2ad-8d68-41cb-81c2-6ddf39e044d1 req-df6dde4c-8e3a-4739-9595-dcf59a05c2b0 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 944 time: 0.0477338 Jun 04 08:34:37.254243 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ebb0d2ad-8d68-41cb-81c2-6ddf39e044d1 req-9ad87f98-f37b-4de7-ab1f-e42467f02915 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490470 Jun 04 08:34:37.265085 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:38.626184 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd35ec4-1670-47eb-add8-def06480542c req-b7d3816c-c0ec-4dfa-bab1-56f0fd3f02b1 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:38.627577 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dcd35ec4-1670-47eb-add8-def06480542c req-b7d3816c-c0ec-4dfa-bab1-56f0fd3f02b1 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 944 time: 0.3032756 Jun 04 08:34:38.667904 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:38.677573 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dcd35ec4-1670-47eb-add8-def06480542c req-8335a414-ff6e-4f81-9cac-e355d6fe2894 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443537 Jun 04 08:34:39.164870 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-19e0b5cd-eb52-4925-aaa7-636ea857cbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:39.797975 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad043d-b364-46d5-9b61-025665fd1884 req-be93447b-5aab-4140-81b1-b21e4f7ea4b6 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:39.799499 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-92ad043d-b364-46d5-9b61-025665fd1884 req-be93447b-5aab-4140-81b1-b21e4f7ea4b6 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 944 time: 0.0488856 Jun 04 08:34:39.862624 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-92ad043d-b364-46d5-9b61-025665fd1884 req-0d1ab44c-3c2a-4d06-929a-2bf4167a834f tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563252 Jun 04 08:34:40.144938 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:40.986129 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cc514-2968-41e4-84fc-b7ef8a5e4159 req-9fcba948-1f47-406b-af55-67d92cddaac4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:40.987590 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-189cc514-2968-41e4-84fc-b7ef8a5e4159 req-9fcba948-1f47-406b-af55-67d92cddaac4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 944 time: 0.0470760 Jun 04 08:34:41.012492 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:41.038921 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-189cc514-2968-41e4-84fc-b7ef8a5e4159 req-8266e36a-2626-4788-b83e-776a98dfa9b6 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457213 Jun 04 08:34:41.355638 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:42.121052 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:42.149876 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=100 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:42.160642 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882072c-0c72-4a50-b167-97657b1bb538 req-9a3da0fd-535e-4353-9f56-3d233b87086e tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:42.162174 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0882072c-0c72-4a50-b167-97657b1bb538 req-9a3da0fd-535e-4353-9f56-3d233b87086e tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 944 time: 0.0514882 Jun 04 08:34:42.212398 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-0882072c-0c72-4a50-b167-97657b1bb538 req-cdff968c-a798-4508-8dd2-fb4f6be38f89 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440800 Jun 04 08:34:42.916308 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:43.330131 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84ddb2-921a-46e9-8ec9-2d65ea337668 req-0cfc4d01-6b86-418e-aa44-392badb7c7c4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:43.331660 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ff84ddb2-921a-46e9-8ec9-2d65ea337668 req-0cfc4d01-6b86-418e-aa44-392badb7c7c4 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 944 time: 0.0510578 Jun 04 08:34:43.380924 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ff84ddb2-921a-46e9-8ec9-2d65ea337668 req-87616e84-2e3f-431f-ac54-46f00d6feca9 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437059 Jun 04 08:34:44.501131 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4326ce4-bcbc-46af-8766-2796411bdb5b req-807710a9-8f40-4f89-a715-81ab42c1c439 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:44.502604 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a4326ce4-bcbc-46af-8766-2796411bdb5b req-807710a9-8f40-4f89-a715-81ab42c1c439 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 944 time: 0.0499058 Jun 04 08:34:44.550824 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-a4326ce4-bcbc-46af-8766-2796411bdb5b req-570fed2e-b41e-48aa-af49-36085584b376 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428038 Jun 04 08:34:44.614449 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 4d171ed4-13ab-4e59-9164-a6765da0ab87 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 04 08:34:44.715302 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 4d171ed4-13ab-4e59-9164-a6765da0ab87, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4d171ed4-13ab-4e59-9164-a6765da0ab87,segment=NetworkSegment(2fb2cad5-51b7-43b5-860b-e96577aee3d9),segment_id=2fb2cad5-51b7-43b5-860b-e96577aee3d9)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:34:44.727304 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Returning: {'device': '4d171ed4-13ab-4e59-9164-a6765da0ab87', 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'port_id': '4d171ed4-13ab-4e59-9164-a6765da0ab87', 'mac_address': 'fa:16:3e:a5:4a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf640e76-af87-4484-8153-478b89141b4a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 04 08:34:44.763498 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 4d171ed4-13ab-4e59-9164-a6765da0ab87 is: DOWN; New status is: BUILD {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:34:44.763890 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:44.777650 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d171ed4-13ab-4e59-9164-a6765da0ab87 {{(pid=103813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 08:34:44.801735 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 4d171ed4-13ab-4e59-9164-a6765da0ab87, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4d171ed4-13ab-4e59-9164-a6765da0ab87,segment=NetworkSegment(2fb2cad5-51b7-43b5-860b-e96577aee3d9),segment_id=2fb2cad5-51b7-43b5-860b-e96577aee3d9)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:34:44.807447 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:44.982433 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=4d171ed4-13ab-4e59-9164-a6765da0ab87,revision_number=7']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:34:45.175894 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] get_ports_and_sgs() called for port_ids ['4d171ed4-13ab-4e59-9164-a6765da0ab87'] {{(pid=103813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 04 08:34:45.303493 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:45.307929 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:45.667004 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e4e36-8bc2-4b18-9f77-2188ce72c013 req-6bb400e7-0c63-484d-82fe-c3af51ce268b tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:45.668749 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c58e4e36-8bc2-4b18-9f77-2188ce72c013 req-6bb400e7-0c63-484d-82fe-c3af51ce268b tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 945 time: 0.0486081 Jun 04 08:34:45.721589 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c58e4e36-8bc2-4b18-9f77-2188ce72c013 req-4e05d6d5-dbbf-41e1-aa60-09a26fde5ecb tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469544 Jun 04 08:34:46.595341 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 4d171ed4-13ab-4e59-9164-a6765da0ab87 up at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 04 08:34:46.640055 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.provisioning_blocks [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Provisioning complete for port 4d171ed4-13ab-4e59-9164-a6765da0ab87 triggered by entity L2. {{(pid=103813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 04 08:34:46.640425 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1469290'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), provisioning_complete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:46.717779 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Current status of the port 4d171ed4-13ab-4e59-9164-a6765da0ab87 is: BUILD; New status is: ACTIVE {{(pid=103813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 04 08:34:46.718107 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1569321'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:46.741197 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d171ed4-13ab-4e59-9164-a6765da0ab87'}] {{(pid=103813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:34:46.743460 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744b08b47498f18b76deb3e400c0991c40749cc5963a60d3ddd407ec0ffed6c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd312d00-470f-46f0-a701-02b4b44bfb1e" -d '{"events": [{"server_uuid": "8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f", "name": "network-vif-plugged", "status": "completed", "tag": "4d171ed4-13ab-4e59-9164-a6765da0ab87"}]}' {{(pid=103813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:34:46.755476 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] For port 4d171ed4-13ab-4e59-9164-a6765da0ab87, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4d171ed4-13ab-4e59-9164-a6765da0ab87,segment=NetworkSegment(2fb2cad5-51b7-43b5-860b-e96577aee3d9),segment_id=2fb2cad5-51b7-43b5-860b-e96577aee3d9)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:34:46.762475 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739929464194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739929179935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739929179953'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:46.787034 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345d268b-36c0-4e3a-9e6e-912c51e9249a x-openstack-request-id: req-345d268b-36c0-4e3a-9e6e-912c51e9249a {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:34:46.787335 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f", "name": "network-vif-plugged", "status": "completed", "tag": "4d171ed4-13ab-4e59-9164-a6765da0ab87", "code": 200}]} {{(pid=103813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:34:46.787621 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-345d268b-36c0-4e3a-9e6e-912c51e9249a {{(pid=103813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:34:46.788000 dv-cinder-836996-29-iscsi neutron-server[103813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-345d268b-36c0-4e3a-9e6e-912c51e9249a'] response: {'server_uuid': '8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d171ed4-13ab-4e59-9164-a6765da0ab87', 'code': 200} Jun 04 08:34:46.817069 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Pushing event updated for resources: {'Port': ['ID=4d171ed4-13ab-4e59-9164-a6765da0ab87,revision_number=8']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:34:46.859207 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921470c-7039-4361-8928-44b1f2ba21b3 req-be4b299d-e316-4206-bb84-e51ee2cab1ae tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:46.860655 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d921470c-7039-4361-8928-44b1f2ba21b3 req-be4b299d-e316-4206-bb84-e51ee2cab1ae tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0486314 Jun 04 08:34:46.911514 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d921470c-7039-4361-8928-44b1f2ba21b3 req-6244f8e5-4b71-468a-9dc3-5ca6f7a0a57c tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451846 Jun 04 08:34:46.996878 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7a056-ae67-4606-9534-76f614780719 req-69836e92-9ebc-4273-b820-ac9610b874c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:46.998424 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e3e7a056-ae67-4606-9534-76f614780719 req-69836e92-9ebc-4273-b820-ac9610b874c1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 1130 time: 0.0384665 Jun 04 08:34:47.051939 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e3e7a056-ae67-4606-9534-76f614780719 req-83c169d5-16e5-442b-be95-a3d1ff050aac service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473633 Jun 04 08:34:48.032604 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009b7d3-5535-422a-b741-c2fc07674fef req-99da0012-a325-4d7c-b340-752627ead498 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:48.034291 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b009b7d3-5535-422a-b741-c2fc07674fef req-99da0012-a325-4d7c-b340-752627ead498 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0488942 Jun 04 08:34:48.087531 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b009b7d3-5535-422a-b741-c2fc07674fef req-34fc8999-d497-44ef-9471-6673865bd159 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471284 Jun 04 08:34:49.207229 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ede5c-b605-4188-990e-278867c563fd req-ee3d2710-cd2d-4b6c-bed0-d75ad90b42e0 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:34:49.208683 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d73ede5c-b605-4188-990e-278867c563fd req-ee3d2710-cd2d-4b6c-bed0-d75ad90b42e0 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0534339 Jun 04 08:34:49.261054 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-d73ede5c-b605-4188-990e-278867c563fd req-64d58613-ea77-435a-940d-4590e93afcd6 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462940 Jun 04 08:34:56.812132 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:56.814160 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:57.362906 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:57.363628 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:58.078371 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=43 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:58.082811 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=40 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:58.093532 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:34:59.252913 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=36 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:34:59.257987 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=30 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:35:02.534035 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-234b7c13-23d3-407c-a940-01cc19b414e7 req-a145ee44-e7eb-4caf-bf1a-6f5f552c30e0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377390 Jun 04 08:35:02.622480 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b7c13-23d3-407c-a940-01cc19b414e7 req-114e091b-706a-4418-a903-743ba0633775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:35:02.623985 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-234b7c13-23d3-407c-a940-01cc19b414e7 req-114e091b-706a-4418-a903-743ba0633775 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6ccf261fc9e4774a6b129712a9e2f9e&device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 1130 time: 0.0436862 Jun 04 08:35:02.730215 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b7c13-23d3-407c-a940-01cc19b414e7 req-328850a8-9e63-4298-ac23-38e37593c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:35:02.731694 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-234b7c13-23d3-407c-a940-01cc19b414e7 req-328850a8-9e63-4298-ac23-38e37593c547 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cdf73a12-9c35-497c-8dc8-aed4baaf79a6 HTTP/1.1" status: 200 len: 910 time: 0.0887659 Jun 04 08:35:02.799878 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-234b7c13-23d3-407c-a940-01cc19b414e7 req-81f98b15-8b9c-43f6-a3b9-f9dd3dea13c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d171ed4-13ab-4e59-9164-a6765da0ab87 HTTP/1.1" status: 200 len: 1002 time: 0.0614915 Jun 04 08:35:02.856932 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b7c13-23d3-407c-a940-01cc19b414e7 req-a94808e9-d4b8-46ec-8db5-32f563d04874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:35:02.858446 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-234b7c13-23d3-407c-a940-01cc19b414e7 req-a94808e9-d4b8-46ec-8db5-32f563d04874 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf640e76-af87-4484-8153-478b89141b4a HTTP/1.1" status: 200 len: 848 time: 0.0468667 Jun 04 08:35:02.914810 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b7c13-23d3-407c-a940-01cc19b414e7 req-4a118515-db18-453e-a291-3fa9f85acc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:35:02.917213 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-234b7c13-23d3-407c-a940-01cc19b414e7 req-4a118515-db18-453e-a291-3fa9f85acc21 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cdf73a12-9c35-497c-8dc8-aed4baaf79a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404971 Jun 04 08:35:03.010652 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-234b7c13-23d3-407c-a940-01cc19b414e7 req-48bdc741-a6fc-415d-bc8c-ca08187f6a86 service neutron] 10.222.0.77 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867283 Jun 04 08:35:03.107178 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-234b7c13-23d3-407c-a940-01cc19b414e7 req-e731e79f-93ea-4a91-b3d8-3b26ed477d51 service neutron] 10.222.0.77 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897095 Jun 04 08:35:04.267605 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:35:06.587435 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-436bdcfe-1caa-41c9-82a8-f7e058b36c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:35:09.166646 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2034a3bf-c746-46c1-a8d8-b9328baad8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:35:10.140543 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:35:11.339316 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:35:12.920740 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:35:13.102254 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=47 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:35:13.104274 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=54 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:35:14.263850 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:35:22.913951 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:35:22.915876 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:35:28.115870 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:35:34.349370 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=14 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:35:34.359484 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=18 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:35:36.590325 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-13bbdc4c-bbb6-4421-a9c2-68976cf87ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:35:39.170218 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-cfed909b-f42f-4279-8fcc-69470db1a41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:35:40.143212 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:35:41.266898 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:35:41.341373 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:35:42.928094 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:35:51.262335 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:35:51.263181 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:35:52.913292 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:35:52.920471 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:35:58.112189 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:04.520868 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a787e66d-7a1c-4bbc-8266-ca5ab02e78b3 req-41ee6c37-2d91-4296-9dad-5f1c96d0d9e3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414138 Jun 04 08:36:04.612645 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787e66d-7a1c-4bbc-8266-ca5ab02e78b3 req-02a9f078-24b9-4ed1-940e-a830c5510cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:36:04.614321 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a787e66d-7a1c-4bbc-8266-ca5ab02e78b3 req-02a9f078-24b9-4ed1-940e-a830c5510cf3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6ccf261fc9e4774a6b129712a9e2f9e&device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 1130 time: 0.0497634 Jun 04 08:36:04.725891 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787e66d-7a1c-4bbc-8266-ca5ab02e78b3 req-43e734da-9895-45de-b35d-65d205568bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:36:04.727380 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a787e66d-7a1c-4bbc-8266-ca5ab02e78b3 req-43e734da-9895-45de-b35d-65d205568bab service neutron] 10.222.0.77 "GET /v2.0/networks?id=cdf73a12-9c35-497c-8dc8-aed4baaf79a6 HTTP/1.1" status: 200 len: 910 time: 0.0941741 Jun 04 08:36:04.796867 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a787e66d-7a1c-4bbc-8266-ca5ab02e78b3 req-993ec98c-edbd-4498-b5ef-fff3e925816b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d171ed4-13ab-4e59-9164-a6765da0ab87 HTTP/1.1" status: 200 len: 1002 time: 0.0629995 Jun 04 08:36:04.848488 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787e66d-7a1c-4bbc-8266-ca5ab02e78b3 req-1fc54816-5c6d-43d1-88d5-e79b6d8ec896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:36:04.850074 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a787e66d-7a1c-4bbc-8266-ca5ab02e78b3 req-1fc54816-5c6d-43d1-88d5-e79b6d8ec896 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf640e76-af87-4484-8153-478b89141b4a HTTP/1.1" status: 200 len: 848 time: 0.0475307 Jun 04 08:36:04.863983 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 59704) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:36:04.899475 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787e66d-7a1c-4bbc-8266-ca5ab02e78b3 req-4040b5b9-fc36-47d8-8adf-3296050b43ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:36:04.901216 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a787e66d-7a1c-4bbc-8266-ca5ab02e78b3 req-4040b5b9-fc36-47d8-8adf-3296050b43ae service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cdf73a12-9c35-497c-8dc8-aed4baaf79a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453804 Jun 04 08:36:05.012628 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a787e66d-7a1c-4bbc-8266-ca5ab02e78b3 req-5efd7038-fe63-4803-b11b-676ff1b5c320 service neutron] 10.222.0.77 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056304 Jun 04 08:36:05.020723 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Deleting port 73f1f125-0f2b-4bae-9576-7e75b5de399b {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:36:05.021070 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (73f1f125-0f2b-4bae-9576-7e75b5de399b), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:05.099806 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (73f1f125-0f2b-4bae-9576-7e75b5de399b), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:05.100133 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for floatingip (73f1f125-0f2b-4bae-9576-7e75b5de399b), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:05.106881 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a787e66d-7a1c-4bbc-8266-ca5ab02e78b3 req-be921cc5-27b1-4488-a2bb-92052de23028 service neutron] 10.222.0.77 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883539 Jun 04 08:36:05.115368 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Calling delete_port for 73f1f125-0f2b-4bae-9576-7e75b5de399b owned by network:floatingip {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:36:05.290612 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (73f1f125-0f2b-4bae-9576-7e75b5de399b), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:05.322626 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Pushing event deleted for resources: {'Port': ['ID=73f1f125-0f2b-4bae-9576-7e75b5de399b,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:36:05.347763 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:05.348105 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:05.348446 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:05.348797 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:05.349121 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:05.349449 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:05.349773 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:05.350120 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:05.350444 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:05.350763 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:05.351083 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:05.351403 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:05.351722 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:05.352035 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:05.352355 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:05.396053 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for floatingip (37ba9dc9-9bf8-4582-8771-7c2ee2c45a38), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:05.396437 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.db.l3_db [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Floating IP 37ba9dc9-9bf8-4582-8771-7c2ee2c45a38 disassociated (deleted). External IP: 172.27.2.135, port: 4d171ed4-13ab-4e59-9164-a6765da0ab87. Jun 04 08:36:05.600827 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Router b28c4a86-56c2-489c-a1e4-0d890ce82f1b has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:36:05.708333 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:36:05.712910 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for floatingip (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:05.720414 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8fb553-8c37-4d8a-b90b-5927cd8f86cc None None] Sync routers for ids ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:36:05.730997 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8fb553-8c37-4d8a-b90b-5927cd8f86cc None None] Routers {'b28c4a86-56c2-489c-a1e4-0d890ce82f1b'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:36:05.731651 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-bd8fb553-8c37-4d8a-b90b-5927cd8f86cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:35:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:36:05.739585 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:05.745184 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-666ff25e-e59d-4248-b823-a43dc7ac27f8 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "DELETE /v2.0/floatingips/37ba9dc9-9bf8-4582-8771-7c2ee2c45a38 HTTP/1.1" status: 204 len: 168 time: 0.8798392 Jun 04 08:36:05.746477 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f', 'tag': '4d171ed4-13ab-4e59-9164-a6765da0ab87'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:36:05.748763 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760a53890c89ffeb2704b4af0fd38dfa1fdf382a0053268de7a6c3c445b887ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef09ae3-f944-4fb1-b5f2-249dec273e14" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f", "tag": "4d171ed4-13ab-4e59-9164-a6765da0ab87"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:36:05.855285 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-bd8fb553-8c37-4d8a-b90b-5927cd8f86cc None None] Set router b28c4a86-56c2-489c-a1e4-0d890ce82f1b gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:36:05.980116 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Jun 2022 08:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5a3bd7-64ab-43e1-b62d-d4c7e935f060 x-openstack-request-id: req-ea5a3bd7-64ab-43e1-b62d-d4c7e935f060 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:36:05.980639 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f", "tag": "4d171ed4-13ab-4e59-9164-a6765da0ab87", "status": "completed", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:36:05.980834 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ea5a3bd7-64ab-43e1-b62d-d4c7e935f060 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:36:05.981677 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5a3bd7-64ab-43e1-b62d-d4c7e935f060'] response: {'name': 'network-changed', 'server_uuid': '8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f', 'tag': '4d171ed4-13ab-4e59-9164-a6765da0ab87', 'status': 'completed', 'code': 200} Jun 04 08:36:06.022598 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b0704-2ae1-4106-832e-0d24675f3256 req-22a05b12-ff9c-4dbf-b68a-8d4a51d382a7 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:36:06.024778 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e16b0704-2ae1-4106-832e-0d24675f3256 req-22a05b12-ff9c-4dbf-b68a-8d4a51d382a7 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0527611 Jun 04 08:36:06.068457 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-bd8fb553-8c37-4d8a-b90b-5927cd8f86cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'name': 'tempest-TestShelveInstance-1975533688-router', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '46026d94-be5b-4802-9b36-44af437b3d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:21Z', 'revision_number': 4, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'gw_port': {'id': '46026d94-be5b-4802-9b36-44af437b3d71', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'd194d0e1-dd50-431e-8587-74ed06856f5b', 'name': '', 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'mac_address': 'fa:16:3e:6a:58:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bf640e76-af87-4484-8153-478b89141b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:20Z', 'updated_at': '2022-06-04T08:31:27Z', 'revision_number': 5, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'subnets': [{'id': 'bf640e76-af87-4484-8153-478b89141b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:36:06.081279 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e16b0704-2ae1-4106-832e-0d24675f3256 req-8bfc9bf7-20d8-45d0-a763-b2e99cd76af0 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505037 Jun 04 08:36:06.094388 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8fb553-8c37-4d8a-b90b-5927cd8f86cc None None] Checking router: b28c4a86-56c2-489c-a1e4-0d890ce82f1b for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:36:06.103705 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8fb553-8c37-4d8a-b90b-5927cd8f86cc None None] Routers {'b28c4a86-56c2-489c-a1e4-0d890ce82f1b'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:36:06.104236 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-bd8fb553-8c37-4d8a-b90b-5927cd8f86cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:35:39Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:36:06.208821 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-bd8fb553-8c37-4d8a-b90b-5927cd8f86cc None None] Set router b28c4a86-56c2-489c-a1e4-0d890ce82f1b gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:36:06.411000 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-bd8fb553-8c37-4d8a-b90b-5927cd8f86cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'name': 'tempest-TestShelveInstance-1975533688-router', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '46026d94-be5b-4802-9b36-44af437b3d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:21Z', 'revision_number': 4, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'gw_port': {'id': '46026d94-be5b-4802-9b36-44af437b3d71', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'd194d0e1-dd50-431e-8587-74ed06856f5b', 'name': '', 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'mac_address': 'fa:16:3e:6a:58:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bf640e76-af87-4484-8153-478b89141b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:20Z', 'updated_at': '2022-06-04T08:31:27Z', 'revision_number': 5, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'subnets': [{'id': 'bf640e76-af87-4484-8153-478b89141b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:36:06.436552 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8fb553-8c37-4d8a-b90b-5927cd8f86cc None None] The sync data for ids ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'] in dv-cinder-836996-29-iscsi is: [{'id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'name': 'tempest-TestShelveInstance-1975533688-router', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '46026d94-be5b-4802-9b36-44af437b3d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:21Z', 'revision_number': 4, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'gw_port': {'id': '46026d94-be5b-4802-9b36-44af437b3d71', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi', '_interfaces': [{'id': 'd194d0e1-dd50-431e-8587-74ed06856f5b', 'name': '', 'network_id': 'cdf73a12-9c35-497c-8dc8-aed4baaf79a6', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'mac_address': 'fa:16:3e:6a:58:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bf640e76-af87-4484-8153-478b89141b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:20Z', 'updated_at': '2022-06-04T08:31:27Z', 'revision_number': 5, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'subnets': [{'id': 'bf640e76-af87-4484-8153-478b89141b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:36:06.595118 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-d48bef70-45cb-496a-b600-3005ec0843ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:06.679493 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7ab2b7-ff82-4acf-9cad-5f7fec18d95f None None] New status for floating IP 37ba9dc9-9bf8-4582-8771-7c2ee2c45a38: DOWN {{(pid=103814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 04 08:36:06.986379 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef09ae3-f944-4fb1-b5f2-249dec273e14 req-a5968b19-fa89-4c40-852f-e6786fc7fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:36:06.987809 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7ef09ae3-f944-4fb1-b5f2-249dec273e14 req-a5968b19-fa89-4c40-852f-e6786fc7fa79 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6ccf261fc9e4774a6b129712a9e2f9e&device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 1130 time: 0.0480936 Jun 04 08:36:07.174424 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef09ae3-f944-4fb1-b5f2-249dec273e14 req-5fde0e27-af0c-4e47-9784-3521291e67a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:36:07.176448 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7ef09ae3-f944-4fb1-b5f2-249dec273e14 req-5fde0e27-af0c-4e47-9784-3521291e67a4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cdf73a12-9c35-497c-8dc8-aed4baaf79a6 HTTP/1.1" status: 200 len: 910 time: 0.0941908 Jun 04 08:36:07.202131 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57943c-5292-48d9-b6cf-561278523701 req-7a87707b-9c79-4b81-bfd7-159ea602bc26 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:36:07.203683 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ec57943c-5292-48d9-b6cf-561278523701 req-7a87707b-9c79-4b81-bfd7-159ea602bc26 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0489006 Jun 04 08:36:07.219975 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7ef09ae3-f944-4fb1-b5f2-249dec273e14 req-c5e24b42-38d4-4257-aa9e-af2260bcfe31 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d171ed4-13ab-4e59-9164-a6765da0ab87 HTTP/1.1" status: 200 len: 217 time: 0.0378151 Jun 04 08:36:07.223465 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:07.257276 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-ec57943c-5292-48d9-b6cf-561278523701 req-7514db34-c6b6-4489-a6ed-8804434df99f tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/security-groups?id=0fb37203-c5cc-435c-b493-caf763aee672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474942 Jun 04 08:36:07.416621 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef09ae3-f944-4fb1-b5f2-249dec273e14 req-3a711927-cf64-4a8b-8016-17a78679c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:36:07.418402 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7ef09ae3-f944-4fb1-b5f2-249dec273e14 req-3a711927-cf64-4a8b-8016-17a78679c99a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf640e76-af87-4484-8153-478b89141b4a HTTP/1.1" status: 200 len: 848 time: 0.0464375 Jun 04 08:36:07.503620 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef09ae3-f944-4fb1-b5f2-249dec273e14 req-907409ad-4cc5-4b76-b439-a91a9daa452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:36:07.505185 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7ef09ae3-f944-4fb1-b5f2-249dec273e14 req-907409ad-4cc5-4b76-b439-a91a9daa452a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cdf73a12-9c35-497c-8dc8-aed4baaf79a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0734780 Jun 04 08:36:07.511348 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16802d6c-c821-4141-86c4-21746758dc8f req-834db349-3c73-4e65-97cd-8d202f8363c3 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 08:36:07.512635 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-16802d6c-c821-4141-86c4-21746758dc8f req-834db349-3c73-4e65-97cd-8d202f8363c3 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 946 time: 0.0798035 Jun 04 08:36:07.635902 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:07.639705 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=100 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:07.665917 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-16802d6c-c821-4141-86c4-21746758dc8f req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Deleting port 4d171ed4-13ab-4e59-9164-a6765da0ab87 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:36:07.666257 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-16802d6c-c821-4141-86c4-21746758dc8f req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:07.670653 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7ef09ae3-f944-4fb1-b5f2-249dec273e14 req-93244a17-f7de-482a-bba6-bc305b8c7dad service neutron] 10.222.0.77 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571412 Jun 04 08:36:07.828364 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-16802d6c-c821-4141-86c4-21746758dc8f req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] For port 4d171ed4-13ab-4e59-9164-a6765da0ab87, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4d171ed4-13ab-4e59-9164-a6765da0ab87,segment=NetworkSegment(2fb2cad5-51b7-43b5-860b-e96577aee3d9),segment_id=2fb2cad5-51b7-43b5-860b-e96577aee3d9)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:36:07.828633 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-16802d6c-c821-4141-86c4-21746758dc8f req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:07.845851 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7ef09ae3-f944-4fb1-b5f2-249dec273e14 req-38ff3a3b-1769-4e2f-aa30-ea61f5d71403 service neutron] 10.222.0.77 "GET /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630311 Jun 04 08:36:07.846898 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [req-16802d6c-c821-4141-86c4-21746758dc8f req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Calling delete_port for 4d171ed4-13ab-4e59-9164-a6765da0ab87 owned by compute:nova {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:36:07.978408 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-16802d6c-c821-4141-86c4-21746758dc8f req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (4d171ed4-13ab-4e59-9164-a6765da0ab87), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:08.006378 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Pushing event deleted for resources: {'Port': ['ID=4d171ed4-13ab-4e59-9164-a6765da0ab87,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:36:08.019002 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:08.019910 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:08.020275 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:08.020620 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:08.020955 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:08.021288 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:08.021618 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:08.021979 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:08.022311 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:08.022636 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:08.022964 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:08.023288 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:08.023611 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:08.023934 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:08.024254 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:08.062726 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-16802d6c-c821-4141-86c4-21746758dc8f req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] No DVR routers for this DVR port 4d171ed4-13ab-4e59-9164-a6765da0ab87 on host hv-cinder-83699 {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:36:08.065261 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-16802d6c-c821-4141-86c4-21746758dc8f req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252923'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:08.069222 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [req-16802d6c-c821-4141-86c4-21746758dc8f req-7d1d0b98-9b5b-4209-9fc6-d833e1c11b45 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.77 "DELETE /v2.0/ports/4d171ed4-13ab-4e59-9164-a6765da0ab87 HTTP/1.1" status: 204 len: 173 time: 0.5480161 Jun 04 08:36:08.069662 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f', 'name': 'network-vif-deleted', 'tag': '4d171ed4-13ab-4e59-9164-a6765da0ab87'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 08:36:08.072054 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019798fc929f08d4a204a93881c874eb2b55949adc52fbd3115f57e60ccb1ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff94a051-abfa-4667-aee2-1af8d072591e" -d '{"events": [{"server_uuid": "8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f", "name": "network-vif-deleted", "tag": "4d171ed4-13ab-4e59-9164-a6765da0ab87"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 08:36:08.261554 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Jun 2022 08:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45be4f7c-5e1e-4a8a-84c2-10ff1512dab7 x-openstack-request-id: req-45be4f7c-5e1e-4a8a-84c2-10ff1512dab7 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 08:36:08.262190 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f", "name": "network-vif-deleted", "tag": "4d171ed4-13ab-4e59-9164-a6765da0ab87", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 08:36:08.262190 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-45be4f7c-5e1e-4a8a-84c2-10ff1512dab7 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 08:36:08.262515 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45be4f7c-5e1e-4a8a-84c2-10ff1512dab7'] response: {'server_uuid': '8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f', 'name': 'network-vif-deleted', 'tag': '4d171ed4-13ab-4e59-9164-a6765da0ab87', 'status': 'completed', 'code': 200} Jun 04 08:36:08.360394 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [req-efdef774-02df-415d-847f-24e13ec2469b req-7f57cc87-627b-4bb0-8b4c-1c754005a1e3 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ddf33bb-6c74-48ca-a8d7-b5d3bc5fd94f HTTP/1.1" status: 200 len: 210 time: 0.0332720 Jun 04 08:36:09.173214 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9fdb3b48-837d-4e08-8f8d-8ad0c4234381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:09.422282 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 59738) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:36:09.481383 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d2210eef-c612-4ca7-86b8-3b8fd02f7141 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group (0fb37203-c5cc-435c-b493-caf763aee672), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:09.507506 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d2210eef-c612-4ca7-86b8-3b8fd02f7141 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group (0fb37203-c5cc-435c-b493-caf763aee672), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:09.567075 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d2210eef-c612-4ca7-86b8-3b8fd02f7141 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (0fb37203-c5cc-435c-b493-caf763aee672), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:09.569726 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d2210eef-c612-4ca7-86b8-3b8fd02f7141 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:09.570903 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-d2210eef-c612-4ca7-86b8-3b8fd02f7141 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] 10.222.0.57 "DELETE /v2.0/security-groups/0fb37203-c5cc-435c-b493-caf763aee672 HTTP/1.1" status: 204 len: 168 time: 0.1476552 Jun 04 08:36:09.580785 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2210eef-c612-4ca7-86b8-3b8fd02f7141 tempest-TestShelveInstance-1466607657 tempest-TestShelveInstance-1466607657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb37203-c5cc-435c-b493-caf763aee672,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:36:09.619334 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 59742) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:36:09.939515 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6d8aa4f0-034d-44c9-8d64-e61862391cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915298'] for router_interface (b28c4a86-56c2-489c-a1e4-0d890ce82f1b), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:10.149107 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:10.161283 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-6d8aa4f0-034d-44c9-8d64-e61862391cf0 admin admin] Deleting port d194d0e1-dd50-431e-8587-74ed06856f5b {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:36:10.161623 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6d8aa4f0-034d-44c9-8d64-e61862391cf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:10.233920 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:10.246438 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-6d8aa4f0-034d-44c9-8d64-e61862391cf0 admin admin] For port d194d0e1-dd50-431e-8587-74ed06856f5b, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=d194d0e1-dd50-431e-8587-74ed06856f5b,segment=NetworkSegment(2fb2cad5-51b7-43b5-860b-e96577aee3d9),segment_id=2fb2cad5-51b7-43b5-860b-e96577aee3d9)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:36:10.246800 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6d8aa4f0-034d-44c9-8d64-e61862391cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:10.260946 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-6d8aa4f0-034d-44c9-8d64-e61862391cf0 admin admin] Calling delete_port for d194d0e1-dd50-431e-8587-74ed06856f5b owned by network:router_interface {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:36:10.325190 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:10.444873 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6d8aa4f0-034d-44c9-8d64-e61862391cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (d194d0e1-dd50-431e-8587-74ed06856f5b), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:10.466752 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8aa4f0-034d-44c9-8d64-e61862391cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d194d0e1-dd50-431e-8587-74ed06856f5b,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:36:10.636820 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6d8aa4f0-034d-44c9-8d64-e61862391cf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914418'] for router_interface (b28c4a86-56c2-489c-a1e4-0d890ce82f1b), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:10.842750 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8aa4f0-034d-44c9-8d64-e61862391cf0 admin admin] Router b28c4a86-56c2-489c-a1e4-0d890ce82f1b has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:36:10.945421 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8aa4f0-034d-44c9-8d64-e61862391cf0 admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:36:10.950397 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-6d8aa4f0-034d-44c9-8d64-e61862391cf0 admin admin] 10.222.0.57 "PUT /v2.0/routers/b28c4a86-56c2-489c-a1e4-0d890ce82f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3299339 Jun 04 08:36:10.953989 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59746) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:36:10.956887 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac3400a-b115-49c7-ae29-f9d382fb55fe None None] Sync routers for ids ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'] in dv-cinder-836996-29-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:36:10.968221 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac3400a-b115-49c7-ae29-f9d382fb55fe None None] Routers {'b28c4a86-56c2-489c-a1e4-0d890ce82f1b'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:36:10.968856 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-eac3400a-b115-49c7-ae29-f9d382fb55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:36:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:36:11.056666 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ccbe412d-45a1-46c3-9361-49ad8767a9b8 admin admin] Publish callbacks [] for router (b28c4a86-56c2-489c-a1e4-0d890ce82f1b), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:11.075789 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-eac3400a-b115-49c7-ae29-f9d382fb55fe None None] Set router b28c4a86-56c2-489c-a1e4-0d890ce82f1b gateway port host: dv-cinder-836996-29-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:36:11.133786 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 4d171ed4-13ab-4e59-9164-a6765da0ab87 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:36:11.171648 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ccbe412d-45a1-46c3-9361-49ad8767a9b8 admin admin] Publish callbacks [] for router_gateway (b28c4a86-56c2-489c-a1e4-0d890ce82f1b), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:11.195329 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] No Port match for: 4d171ed4-13ab-4e59-9164-a6765da0ab87 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:36:11.195672 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Device 4d171ed4-13ab-4e59-9164-a6765da0ab87 not bound to the agent host hv-cinder-83699 {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:36:11.212511 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:11.218209 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-ccbe412d-45a1-46c3-9361-49ad8767a9b8 admin admin] Deleting port 46026d94-be5b-4802-9b36-44af437b3d71 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:36:11.218492 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ccbe412d-45a1-46c3-9361-49ad8767a9b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (46026d94-be5b-4802-9b36-44af437b3d71), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:11.270328 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:11.283072 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-eac3400a-b115-49c7-ae29-f9d382fb55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'name': 'tempest-TestShelveInstance-1975533688-router', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '46026d94-be5b-4802-9b36-44af437b3d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:36:10Z', 'revision_number': 5, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'gw_port': {'id': '46026d94-be5b-4802-9b36-44af437b3d71', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:36:11.302582 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-ccbe412d-45a1-46c3-9361-49ad8767a9b8 admin admin] For port 46026d94-be5b-4802-9b36-44af437b3d71, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=46026d94-be5b-4802-9b36-44af437b3d71,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:36:11.302949 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ccbe412d-45a1-46c3-9361-49ad8767a9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (46026d94-be5b-4802-9b36-44af437b3d71), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:11.308617 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac3400a-b115-49c7-ae29-f9d382fb55fe None None] Checking router: b28c4a86-56c2-489c-a1e4-0d890ce82f1b for host: dv-cinder-836996-29-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:36:11.317332 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-ccbe412d-45a1-46c3-9361-49ad8767a9b8 admin admin] Calling delete_port for 46026d94-be5b-4802-9b36-44af437b3d71 owned by network:router_gateway {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:36:11.318332 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac3400a-b115-49c7-ae29-f9d382fb55fe None None] Routers {'b28c4a86-56c2-489c-a1e4-0d890ce82f1b'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:36:11.318950 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-eac3400a-b115-49c7-ae29-f9d382fb55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:36:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:36:11.356885 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:11.384198 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:11.399436 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:11.418180 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-eac3400a-b115-49c7-ae29-f9d382fb55fe None None] Set router b28c4a86-56c2-489c-a1e4-0d890ce82f1b gateway port host: None {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:36:11.497039 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ccbe412d-45a1-46c3-9361-49ad8767a9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (46026d94-be5b-4802-9b36-44af437b3d71), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:11.531431 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe412d-45a1-46c3-9361-49ad8767a9b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=46026d94-be5b-4802-9b36-44af437b3d71,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:36:11.601511 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-eac3400a-b115-49c7-ae29-f9d382fb55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'name': 'tempest-TestShelveInstance-1975533688-router', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:36:11Z', 'revision_number': 6, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'gw_port_host': None}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:36:11.602168 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ccbe412d-45a1-46c3-9361-49ad8767a9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914597'] for router_gateway (b28c4a86-56c2-489c-a1e4-0d890ce82f1b), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:11.626980 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac3400a-b115-49c7-ae29-f9d382fb55fe None None] The sync data for ids ['b28c4a86-56c2-489c-a1e4-0d890ce82f1b'] in dv-cinder-836996-29-iscsi is: [{'id': 'b28c4a86-56c2-489c-a1e4-0d890ce82f1b', 'name': 'tempest-TestShelveInstance-1975533688-router', 'tenant_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:18Z', 'updated_at': '2022-06-04T08:36:11Z', 'revision_number': 6, 'project_id': 'a6ccf261fc9e4774a6b129712a9e2f9e', 'gw_port_host': None}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:36:11.691508 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ccbe412d-45a1-46c3-9361-49ad8767a9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (b28c4a86-56c2-489c-a1e4-0d890ce82f1b), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:11.694305 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ccbe412d-45a1-46c3-9361-49ad8767a9b8 admin admin] Publish callbacks [] for router_controller (b28c4a86-56c2-489c-a1e4-0d890ce82f1b), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:11.743795 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ccbe412d-45a1-46c3-9361-49ad8767a9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3914471'] for router (b28c4a86-56c2-489c-a1e4-0d890ce82f1b), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:11.744436 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbe412d-45a1-46c3-9361-49ad8767a9b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b28c4a86-56c2-489c-a1e4-0d890ce82f1b {{(pid=103811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 08:36:11.749000 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ccbe412d-45a1-46c3-9361-49ad8767a9b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:11.750195 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ccbe412d-45a1-46c3-9361-49ad8767a9b8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/b28c4a86-56c2-489c-a1e4-0d890ce82f1b HTTP/1.1" status: 204 len: 168 time: 0.7952058 Jun 04 08:36:11.752720 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59748) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:36:11.804189 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c7111e-0cba-4a9d-83e7-19c87ad7d72d admin admin] Deleting subnet bf640e76-af87-4484-8153-478b89141b4a {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 08:36:11.807554 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d1c7111e-0cba-4a9d-83e7-19c87ad7d72d admin admin] Publish callbacks [] for subnet (bf640e76-af87-4484-8153-478b89141b4a), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:11.842539 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d1c7111e-0cba-4a9d-83e7-19c87ad7d72d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127320112'] for subnet (bf640e76-af87-4484-8153-478b89141b4a), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:11.922860 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d1c7111e-0cba-4a9d-83e7-19c87ad7d72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381204'] for subnet (bf640e76-af87-4484-8153-478b89141b4a), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:11.979582 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d1c7111e-0cba-4a9d-83e7-19c87ad7d72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127079354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127108435'] for subnet (bf640e76-af87-4484-8153-478b89141b4a), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:12.006183 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7111e-0cba-4a9d-83e7-19c87ad7d72d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf640e76-af87-4484-8153-478b89141b4a,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:36:12.009998 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d1c7111e-0cba-4a9d-83e7-19c87ad7d72d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:12.013166 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d1c7111e-0cba-4a9d-83e7-19c87ad7d72d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bf640e76-af87-4484-8153-478b89141b4a HTTP/1.1" status: 204 len: 168 time: 0.2594972 Jun 04 08:36:12.017225 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 59750) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:36:12.023235 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f252a2c1-08e1-4fc5-b35c-6f3fd0cbbf57 None None] Network cdf73a12-9c35-497c-8dc8-aed4baaf79a6 requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:36:12.111252 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1320922'] for network (cdf73a12-9c35-497c-8dc8-aed4baaf79a6), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:12.417170 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] Deleting port adb11ed1-7e2c-45b2-a961-234449c86a5f {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:36:12.417768 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (adb11ed1-7e2c-45b2-a961-234449c86a5f), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:12.443341 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] DHCP port deletion for cdf73a12-9c35-497c-8dc8-aed4baaf79a6 request from dv-cinder-836996-29-iscsi {{(pid=103813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 08:36:12.462077 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:12.484171 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Deleting port adb11ed1-7e2c-45b2-a961-234449c86a5f {{(pid=103813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:36:12.484636 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (adb11ed1-7e2c-45b2-a961-234449c86a5f), before_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:12.486922 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] For port adb11ed1-7e2c-45b2-a961-234449c86a5f, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=adb11ed1-7e2c-45b2-a961-234449c86a5f,segment=NetworkSegment(2fb2cad5-51b7-43b5-860b-e96577aee3d9),segment_id=2fb2cad5-51b7-43b5-860b-e96577aee3d9)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:36:12.487292 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (adb11ed1-7e2c-45b2-a961-234449c86a5f), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:12.503872 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] Calling delete_port for adb11ed1-7e2c-45b2-a961-234449c86a5f owned by network:dhcp {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:36:12.541770 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:12.565002 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] For port adb11ed1-7e2c-45b2-a961-234449c86a5f, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=adb11ed1-7e2c-45b2-a961-234449c86a5f,segment=NetworkSegment(2fb2cad5-51b7-43b5-860b-e96577aee3d9),segment_id=2fb2cad5-51b7-43b5-860b-e96577aee3d9)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:36:12.565732 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (adb11ed1-7e2c-45b2-a961-234449c86a5f), precommit_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:12.582579 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Calling delete_port for adb11ed1-7e2c-45b2-a961-234449c86a5f owned by network:dhcp {{(pid=103813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:36:12.586591 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (adb11ed1-7e2c-45b2-a961-234449c86a5f), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:12.612574 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb11ed1-7e2c-45b2-a961-234449c86a5f,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:36:12.614988 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] No DVR routers for this DVR port adb11ed1-7e2c-45b2-a961-234449c86a5f on host dv-cinder-836996-29-iscsi {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:36:12.680787 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926'] for port (adb11ed1-7e2c-45b2-a961-234449c86a5f), after_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:12.695379 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1404371', 'neutron.services.segments.db._delete_segments_for_network-8739929666573'] for network (cdf73a12-9c35-497c-8dc8-aed4baaf79a6), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:12.706835 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Pushing event deleted for resources: {'Port': ['ID=adb11ed1-7e2c-45b2-a961-234449c86a5f,revision_number=None']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:36:12.715172 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] No DVR routers for this DVR port adb11ed1-7e2c-45b2-a961-234449c86a5f on host dv-cinder-836996-29-iscsi {{(pid=103813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:36:12.718909 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:12.719262 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:12.719608 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:12.719947 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:12.720286 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:12.720616 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:12.720741 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf73a12-9c35-497c-8dc8-aed4baaf79a6']}} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:36:12.720942 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:12.721271 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:12.721598 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:12.721958 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:12.722289 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:12.722651 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:12.722977 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:12.723299 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:12.723662 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50226889-aa69-4f8e-9530-d5531818b23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-29-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 08:36:12.732315 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb2cad5-51b7-43b5-860b-e96577aee3d9') {'for_net_delete': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:36:12.732609 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.services.segments.db [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb2cad5-51b7-43b5-860b-e96577aee3d9') {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:36:12.744536 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739929665940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127242980'] for segment (2fb2cad5-51b7-43b5-860b-e96577aee3d9), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:12.761357 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (2fb2cad5-51b7-43b5-860b-e96577aee3d9), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:12.767923 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=103812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 08:36:12.768291 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126739881'] for segment (2fb2cad5-51b7-43b5-860b-e96577aee3d9), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:12.828064 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1404356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3914569'] for network (cdf73a12-9c35-497c-8dc8-aed4baaf79a6), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:12.833694 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:12.836781 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/cdf73a12-9c35-497c-8dc8-aed4baaf79a6 HTTP/1.1" status: 204 len: 168 time: 0.8182127 Jun 04 08:36:12.839901 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [-] (103812) accepted ('10.222.0.57', 59756) {{(pid=103812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:36:12.861456 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598de0e-fe44-4941-87a4-a72ca36aeda5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdf73a12-9c35-497c-8dc8-aed4baaf79a6,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:36:12.898506 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment 2fb2cad5-51b7-43b5-860b-e96577aee3d9 resource provider aggregate not found Jun 04 08:36:12.924603 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.services.segments.plugin [-] Segment 2fb2cad5-51b7-43b5-860b-e96577aee3d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2fb2cad5-51b7-43b5-860b-e96577aee3d9 found for delete ", "request_id": "req-8f21b2a7-57e2-43ea-ac60-5f334db762ef"}]} Jun 04 08:36:12.928985 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:13.119287 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 46026d94-be5b-4802-9b36-44af437b3d71 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:36:13.139796 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: 46026d94-be5b-4802-9b36-44af437b3d71 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:36:13.140150 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 46026d94-be5b-4802-9b36-44af437b3d71 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:36:13.140570 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device d194d0e1-dd50-431e-8587-74ed06856f5b no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:36:13.159878 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: d194d0e1-dd50-431e-8587-74ed06856f5b {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:36:13.160236 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device d194d0e1-dd50-431e-8587-74ed06856f5b not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:36:13.160652 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device adb11ed1-7e2c-45b2-a961-234449c86a5f no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:36:13.179702 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: adb11ed1-7e2c-45b2-a961-234449c86a5f {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:36:13.179973 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device adb11ed1-7e2c-45b2-a961-234449c86a5f not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:36:13.199866 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fef1fda6-4beb-4632-9578-87bb03f89237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915298'] for router_interface (79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:13.423551 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-fef1fda6-4beb-4632-9578-87bb03f89237 admin admin] Deleting port e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:36:13.423880 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fef1fda6-4beb-4632-9578-87bb03f89237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:13.463754 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:13.487676 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:13.508133 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-fef1fda6-4beb-4632-9578-87bb03f89237 admin admin] For port e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f,segment=NetworkSegment(aef0b70e-5153-4a63-b759-7ba9dc104fce),segment_id=aef0b70e-5153-4a63-b759-7ba9dc104fce)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:36:13.508486 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fef1fda6-4beb-4632-9578-87bb03f89237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:13.522226 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-fef1fda6-4beb-4632-9578-87bb03f89237 admin admin] Calling delete_port for e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f owned by network:router_interface {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:36:13.702247 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fef1fda6-4beb-4632-9578-87bb03f89237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126739910'] for port (e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:13.729406 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1fda6-4beb-4632-9578-87bb03f89237 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:36:13.907400 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fef1fda6-4beb-4632-9578-87bb03f89237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914418'] for router_interface (79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:14.121207 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef1fda6-4beb-4632-9578-87bb03f89237 admin admin] Router 79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e has already been hosted by L3 agent 6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce {{(pid=103812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 04 08:36:14.223069 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef1fda6-4beb-4632-9578-87bb03f89237 admin admin] Notify agent at l3_agent.dv-cinder-836996-29-iscsi the message routers_updated {{(pid=103812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 04 08:36:14.227991 dv-cinder-836996-29-iscsi neutron-server[103812]: INFO neutron.wsgi [None req-fef1fda6-4beb-4632-9578-87bb03f89237 admin admin] 10.222.0.57 "PUT /v2.0/routers/79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3868225 Jun 04 08:36:14.230664 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59760) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:36:14.233518 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff5bc7-72ce-4034-bd91-2b3b8159fbbc None None] Sync routers for ids ['79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e'] in dv-cinder-836996-29-iscsi {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 08:36:14.249698 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ff5bc7-72ce-4034-bd91-2b3b8159fbbc None None] Routers {'79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:36:14.250362 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-c1ff5bc7-72ce-4034-bd91-2b3b8159fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:36:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:36:14.336201 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6bb83471-5dce-4735-94ff-86fa5fc43ddb admin admin] Publish callbacks [] for router (79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:14.352364 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-c1ff5bc7-72ce-4034-bd91-2b3b8159fbbc None None] Set router 79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e gateway port host: dv-cinder-836996-29-iscsi {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:36:14.438490 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6bb83471-5dce-4735-94ff-86fa5fc43ddb admin admin] Publish callbacks [] for router_gateway (79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:14.482392 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-6bb83471-5dce-4735-94ff-86fa5fc43ddb admin admin] Deleting port 2893e25c-301a-4383-af86-934d978f165e {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:36:14.482724 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6bb83471-5dce-4735-94ff-86fa5fc43ddb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (2893e25c-301a-4383-af86-934d978f165e), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:14.524357 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-c1ff5bc7-72ce-4034-bd91-2b3b8159fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'name': 'tempest-TestShelveInstance-1615361091-router', 'tenant_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'external_fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '2893e25c-301a-4383-af86-934d978f165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:23Z', 'updated_at': '2022-06-04T08:36:13Z', 'revision_number': 5, 'project_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'gw_port': {'id': '2893e25c-301a-4383-af86-934d978f165e', 'name': '', 'network_id': '611add22-ec0d-4fc9-ba81-7c460feafb87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T08:31:24Z', 'updated_at': '2022-06-04T08:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32c47282-dd8f-4d91-9742-86afa823c48a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-29-iscsi'}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:36:14.532185 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:14.549736 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff5bc7-72ce-4034-bd91-2b3b8159fbbc None None] Checking router: 79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e for host: dv-cinder-836996-29-iscsi {{(pid=103814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 08:36:14.558506 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:DELETE=6,neutron:UPDATE=6,neutron:SELECT=88 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:14.558943 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ff5bc7-72ce-4034-bd91-2b3b8159fbbc None None] Routers {'79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e'} bound to L3 agent in host dv-cinder-836996-29-iscsi {{(pid=103814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 04 08:36:14.559571 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-c1ff5bc7-72ce-4034-bd91-2b3b8159fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T08:14:39Z,description=,heartbeat_timestamp=2022-06-04T08:36:09Z,host='dv-cinder-836996-29-iscsi',id=6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T08:14:39Z,topic='l3_agent')) {'router_ids': ['79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e'], 'active': True} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:36:14.570773 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-6bb83471-5dce-4735-94ff-86fa5fc43ddb admin admin] For port 2893e25c-301a-4383-af86-934d978f165e, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=2893e25c-301a-4383-af86-934d978f165e,segment=NetworkSegment(23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8),segment_id=23d53e57-f67d-4dbf-8d09-5eb0aedc7ac8)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:36:14.571135 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6bb83471-5dce-4735-94ff-86fa5fc43ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (2893e25c-301a-4383-af86-934d978f165e), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:14.585564 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-6bb83471-5dce-4735-94ff-86fa5fc43ddb admin admin] Calling delete_port for 2893e25c-301a-4383-af86-934d978f165e owned by network:router_gateway {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:36:14.643929 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_dvr_db [None req-c1ff5bc7-72ce-4034-bd91-2b3b8159fbbc None None] Set router 79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e gateway port host: None {{(pid=103814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 04 08:36:14.697403 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.l3_hamode_db [None req-c1ff5bc7-72ce-4034-bd91-2b3b8159fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'name': 'tempest-TestShelveInstance-1615361091-router', 'tenant_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:23Z', 'updated_at': '2022-06-04T08:36:14Z', 'revision_number': 6, 'project_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'gw_port_host': None}], 'dv-cinder-836996-29-iscsi', False) {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:36:14.722899 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff5bc7-72ce-4034-bd91-2b3b8159fbbc None None] The sync data for ids ['79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e'] in dv-cinder-836996-29-iscsi is: [{'id': '79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e', 'name': 'tempest-TestShelveInstance-1615361091-router', 'tenant_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T08:31:23Z', 'updated_at': '2022-06-04T08:36:14Z', 'revision_number': 6, 'project_id': '52150cfb2c0a4ade8bbe6dadbb8f5571', 'gw_port_host': None}] {{(pid=103814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 08:36:14.764303 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6bb83471-5dce-4735-94ff-86fa5fc43ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (2893e25c-301a-4383-af86-934d978f165e), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:14.787094 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb83471-5dce-4735-94ff-86fa5fc43ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=2893e25c-301a-4383-af86-934d978f165e,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:36:14.855470 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6bb83471-5dce-4735-94ff-86fa5fc43ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914597'] for router_gateway (79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:14.945191 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6bb83471-5dce-4735-94ff-86fa5fc43ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:14.947492 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6bb83471-5dce-4735-94ff-86fa5fc43ddb admin admin] Publish callbacks [] for router_controller (79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:15.251590 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6bb83471-5dce-4735-94ff-86fa5fc43ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3914471'] for router (79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:15.252310 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb83471-5dce-4735-94ff-86fa5fc43ddb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e {{(pid=103811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 04 08:36:15.257308 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6bb83471-5dce-4735-94ff-86fa5fc43ddb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:15.258541 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6bb83471-5dce-4735-94ff-86fa5fc43ddb admin admin] 10.222.0.57 "DELETE /v2.0/routers/79879f12-ca3a-4a2e-b2fb-c6cc89dcb41e HTTP/1.1" status: 204 len: 168 time: 1.0268800 Jun 04 08:36:15.260944 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59762) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:36:15.309004 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-b694f16c-2be3-4763-af41-fcd3a947fe5c admin admin] Deleting subnet c212e138-c574-4b49-b256-cbfe4ef5fc5a {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 04 08:36:15.312559 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b694f16c-2be3-4763-af41-fcd3a947fe5c admin admin] Publish callbacks [] for subnet (c212e138-c574-4b49-b256-cbfe4ef5fc5a), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:15.348251 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b694f16c-2be3-4763-af41-fcd3a947fe5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127320112'] for subnet (c212e138-c574-4b49-b256-cbfe4ef5fc5a), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:15.430176 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b694f16c-2be3-4763-af41-fcd3a947fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381204'] for subnet (c212e138-c574-4b49-b256-cbfe4ef5fc5a), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:15.491578 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b694f16c-2be3-4763-af41-fcd3a947fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127079354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127108435'] for subnet (c212e138-c574-4b49-b256-cbfe4ef5fc5a), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:15.504176 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:36:15.526465 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:36:15.526818 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device e0fd366e-68d4-4ef9-8c9b-839edf2d7e5f not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:36:15.531127 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694f16c-2be3-4763-af41-fcd3a947fe5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c212e138-c574-4b49-b256-cbfe4ef5fc5a,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:36:15.536455 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b694f16c-2be3-4763-af41-fcd3a947fe5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:15.543586 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-b694f16c-2be3-4763-af41-fcd3a947fe5c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c212e138-c574-4b49-b256-cbfe4ef5fc5a HTTP/1.1" status: 204 len: 168 time: 0.2789044 Jun 04 08:36:15.543786 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7564d3b-b3da-4937-894d-9674b4f16c59 None None] Network 6a338dcf-4c71-4ca9-9827-76f83228989f requested from dv-cinder-836996-29-iscsi {{(pid=103813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 04 08:36:15.543915 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59764) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:36:15.618745 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1320922'] for network (6a338dcf-4c71-4ca9-9827-76f83228989f), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:15.669519 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] Deleting port 00e7cbe4-e60c-414f-b400-018db6596bc0 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:36:15.669887 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (00e7cbe4-e60c-414f-b400-018db6596bc0), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:15.702575 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74472951-cc9b-441f-b127-81e619ee4fd9 None None] DHCP port deletion for 6a338dcf-4c71-4ca9-9827-76f83228989f request from dv-cinder-836996-29-iscsi {{(pid=103813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 04 08:36:15.741342 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] For port 00e7cbe4-e60c-414f-b400-018db6596bc0, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=00e7cbe4-e60c-414f-b400-018db6596bc0,segment=NetworkSegment(aef0b70e-5153-4a63-b759-7ba9dc104fce),segment_id=aef0b70e-5153-4a63-b759-7ba9dc104fce)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:36:15.741710 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (00e7cbe4-e60c-414f-b400-018db6596bc0), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:15.745297 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-74472951-cc9b-441f-b127-81e619ee4fd9 None None] Deleting port 00e7cbe4-e60c-414f-b400-018db6596bc0 {{(pid=103813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 04 08:36:15.745682 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-74472951-cc9b-441f-b127-81e619ee4fd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739929461360'] for port (00e7cbe4-e60c-414f-b400-018db6596bc0), before_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:15.752085 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:15.759351 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] Calling delete_port for 00e7cbe4-e60c-414f-b400-018db6596bc0 owned by network:dhcp {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:36:15.764089 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:15.820928 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-74472951-cc9b-441f-b127-81e619ee4fd9 None None] For port 00e7cbe4-e60c-414f-b400-018db6596bc0, host dv-cinder-836996-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-29-iscsi',level=0,port_id=00e7cbe4-e60c-414f-b400-018db6596bc0,segment=NetworkSegment(aef0b70e-5153-4a63-b759-7ba9dc104fce),segment_id=aef0b70e-5153-4a63-b759-7ba9dc104fce)] {{(pid=103813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 04 08:36:15.821331 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-74472951-cc9b-441f-b127-81e619ee4fd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903021'] for port (00e7cbe4-e60c-414f-b400-018db6596bc0), precommit_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:15.834420 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-74472951-cc9b-441f-b127-81e619ee4fd9 None None] Calling delete_port for 00e7cbe4-e60c-414f-b400-018db6596bc0 owned by network:dhcp {{(pid=103813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 04 08:36:15.851530 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127079311'] for port (00e7cbe4-e60c-414f-b400-018db6596bc0), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:15.878321 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] No DVR routers for this DVR port 00e7cbe4-e60c-414f-b400-018db6596bc0 on host dv-cinder-836996-29-iscsi {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:36:15.880046 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=00e7cbe4-e60c-414f-b400-018db6596bc0,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:36:15.915471 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:15.924866 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-74472951-cc9b-441f-b127-81e619ee4fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1569512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739929464284', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739929179926'] for port (00e7cbe4-e60c-414f-b400-018db6596bc0), after_delete {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:15.928904 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:15.957781 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1404371', 'neutron.services.segments.db._delete_segments_for_network-8739929666573'] for network (6a338dcf-4c71-4ca9-9827-76f83228989f), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:15.958078 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74472951-cc9b-441f-b127-81e619ee4fd9 None None] Pushing event deleted for resources: {'Port': ['ID=00e7cbe4-e60c-414f-b400-018db6596bc0,revision_number=None']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:36:15.962048 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74472951-cc9b-441f-b127-81e619ee4fd9 None None] No DVR routers for this DVR port 00e7cbe4-e60c-414f-b400-018db6596bc0 on host dv-cinder-836996-29-iscsi {{(pid=103813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 04 08:36:15.981698 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a338dcf-4c71-4ca9-9827-76f83228989f']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:36:15.991909 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef0b70e-5153-4a63-b759-7ba9dc104fce') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:36:15.992211 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef0b70e-5153-4a63-b759-7ba9dc104fce') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 08:36:16.002278 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739929665940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127320121'] for segment (aef0b70e-5153-4a63-b759-7ba9dc104fce), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:16.016101 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160'] for segment (aef0b70e-5153-4a63-b759-7ba9dc104fce), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:16.023144 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 08:36:16.023581 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127079392'] for segment (aef0b70e-5153-4a63-b759-7ba9dc104fce), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:16.088910 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1404356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3914569'] for network (6a338dcf-4c71-4ca9-9827-76f83228989f), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:16.094878 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534386'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:16.101311 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6a338dcf-4c71-4ca9-9827-76f83228989f HTTP/1.1" status: 204 len: 168 time: 0.5543153 Jun 04 08:36:16.116723 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment aef0b70e-5153-4a63-b759-7ba9dc104fce resource provider aggregate not found Jun 04 08:36:16.120938 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81295f-0fc4-48c3-9d35-6eb2db5e21e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a338dcf-4c71-4ca9-9827-76f83228989f,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:36:16.135302 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.services.segments.plugin [-] Segment aef0b70e-5153-4a63-b759-7ba9dc104fce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aef0b70e-5153-4a63-b759-7ba9dc104fce found for delete ", "request_id": "req-a0eb46b5-5d2f-4fc3-a9bd-7b6c98643bfa"}]} Jun 04 08:36:16.311234 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59774) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:36:16.352505 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7fbf4c5b-f189-4381-acda-25b41658738d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a6ccf261fc9e4774a6b129712a9e2f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400431 Jun 04 08:36:16.354936 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59776) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:36:16.408975 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bf62113f-7af5-4528-b7a1-2895e76fcb76 admin admin] Publish callbacks [] for security_group (d74aac04-584a-4817-8670-d1f8a89d4af9), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:16.431547 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bf62113f-7af5-4528-b7a1-2895e76fcb76 admin admin] Publish callbacks [] for security_group (d74aac04-584a-4817-8670-d1f8a89d4af9), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:16.485575 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bf62113f-7af5-4528-b7a1-2895e76fcb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (d74aac04-584a-4817-8670-d1f8a89d4af9), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:16.488218 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bf62113f-7af5-4528-b7a1-2895e76fcb76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:16.489753 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-bf62113f-7af5-4528-b7a1-2895e76fcb76 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d74aac04-584a-4817-8670-d1f8a89d4af9 HTTP/1.1" status: 204 len: 168 time: 0.1338747 Jun 04 08:36:16.498168 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62113f-7af5-4528-b7a1-2895e76fcb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74aac04-584a-4817-8670-d1f8a89d4af9,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:36:16.824893 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59782) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:36:16.867507 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-3793c354-7cb8-4660-a5a9-2c7bd488f815 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=52150cfb2c0a4ade8bbe6dadbb8f5571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414224 Jun 04 08:36:16.870041 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.57', 59784) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 04 08:36:16.920453 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d0451dc1-4789-4e32-9b3e-9c573c8eb8b6 admin admin] Publish callbacks [] for security_group (7968f406-780a-45fa-8f4f-5ea685587db4), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:16.947993 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d0451dc1-4789-4e32-9b3e-9c573c8eb8b6 admin admin] Publish callbacks [] for security_group (7968f406-780a-45fa-8f4f-5ea685587db4), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:16.997931 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d0451dc1-4789-4e32-9b3e-9c573c8eb8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385319'] for security_group (7968f406-780a-45fa-8f4f-5ea685587db4), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:17.000740 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d0451dc1-4789-4e32-9b3e-9c573c8eb8b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:17.001941 dv-cinder-836996-29-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d0451dc1-4789-4e32-9b3e-9c573c8eb8b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7968f406-780a-45fa-8f4f-5ea685587db4 HTTP/1.1" status: 204 len: 168 time: 0.1309614 Jun 04 08:36:17.012427 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0451dc1-4789-4e32-9b3e-9c573c8eb8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7968f406-780a-45fa-8f4f-5ea685587db4,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 08:36:17.119997 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 2893e25c-301a-4383-af86-934d978f165e no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:36:17.148322 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: 2893e25c-301a-4383-af86-934d978f165e {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:36:17.148734 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 2893e25c-301a-4383-af86-934d978f165e not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:36:17.149387 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 00e7cbe4-e60c-414f-b400-018db6596bc0 no longer exists at agent ovs-agent-dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 04 08:36:17.171495 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] No Port match for: 00e7cbe4-e60c-414f-b400-018db6596bc0 {{(pid=103813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 04 08:36:17.171857 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.rpc [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Device 00e7cbe4-e60c-414f-b400-018db6596bc0 not bound to the agent host dv-cinder-836996-29-iscsi {{(pid=103813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 04 08:36:18.266149 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:36:24.218332 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:24.221250 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG dbcounter [-] [103812] Writing DB stats neutron:SELECT=95,neutron:DELETE=4 {{(pid=103812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:26.983839 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=78,neutron:DELETE=11 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:27.007830 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=71,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:27.152475 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:27.153295 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=7 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:28.120587 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:35.306700 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=51 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:35.307474 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=44,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:36.606273 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e901cbf6-44b0-4f49-a760-af131324c2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:39.180187 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a06135b3-0884-4033-a54e-8049e9dae16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:40.146009 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:41.378181 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:42.922093 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:36:48.355183 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:48.355962 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:52.915567 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:52.918912 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:36:55.265084 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:36:58.125913 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:37:05.260874 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:37:05.261647 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:37:06.599479 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-3ab5c3a3-f21d-401e-b004-896df8b38daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:37:09.174408 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-93c87e09-d306-493c-842c-d7eac8a7a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:37:10.148688 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:37:11.348927 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:37:12.926788 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:37:22.914448 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:37:22.922880 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:37:28.139858 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:37:31.386188 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=18 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:37:31.388134 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=14 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:37:32.263931 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:37:36.603406 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b33b5d5b-1bd6-483e-bdad-824984d52471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:37:39.178683 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-d9f05b06-2445-4c18-ab0d-7f7038862fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:37:40.151387 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:37:41.350875 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:37:42.259862 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:37:42.922237 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:37:52.912037 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:37:52.918384 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:37:58.133274 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:38:02.344504 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:38:02.350600 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:38:06.605723 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e848e4fa-6f61-4f83-a3f6-ff08b5c0a857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:38:09.180346 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-f097eced-220a-4017-ad66-52e9d6d43a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:38:09.265985 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:38:10.153936 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:38:11.354126 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:38:12.928102 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:38:19.257875 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:38:19.261987 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:38:22.922650 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:38:22.924577 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:38:28.153374 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:38:35.526766 dv-cinder-836996-29-iscsi neutron-server[103812]: DEBUG neutron.wsgi [req-92b19fb0-af49-4a45-9d7d-b155eb06092b req-f398306f-4f59-40f3-b0a7-b7f7841a3f0c service neutron] (103812) timed out ('10.222.0.77', 64429) {{(pid=103812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 04 08:38:36.608685 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-59cf285e-2917-4777-8dd4-a0db6612ebec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:38:39.183247 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc738-abd8-4bff-8a58-f1f64acfed4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:38:39.342416 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:38:39.346648 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=5 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:38:40.156814 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:38:41.392560 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:38:42.921655 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:38:46.265405 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:38:52.916147 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:38:52.918315 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:38:56.261237 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:38:56.261994 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:38:58.168245 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:39:06.610283 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b239953c-501a-4f75-a18e-ce5a5bbbaffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:39:09.184612 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-04872e88-b317-4af7-850d-4a5f2b25bfbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:39:10.160054 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:39:11.358888 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:39:12.925361 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:39:16.347264 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:39:16.352430 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:39:22.919093 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:39:22.920339 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:39:23.265444 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:39:28.173895 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:39:33.260330 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=16 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:39:33.261562 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=14 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:39:36.612523 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-fe45ec73-9d9d-43dc-a6a4-ba8cc19b4138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:39:39.187345 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-7a2a9443-5a21-470f-bcfe-10303c08b124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:39:40.163077 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:39:41.362236 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:39:42.928152 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:39:52.922173 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:39:52.924147 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:39:53.353944 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:39:53.358714 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:39:58.167092 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:40:00.265740 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:40:06.615980 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-fd84aec9-1818-4c25-b50b-544fd68da631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:40:09.189367 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-892d8dcf-517c-4096-a271-19ca5bf04a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:40:10.166328 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:40:10.262218 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=2 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:40:11.365668 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:40:12.934624 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:40:22.928164 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:40:22.930223 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:40:28.166721 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:40:35.307577 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:40:35.308420 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:40:36.620763 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-edbec5e9-f65f-4e3c-99a9-abecb5639b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:40:37.265588 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:40:38.162539 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:40:39.193464 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-5ed18e7c-6775-4dd9-9e69-cd3b06d7e362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:40:40.171340 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:40:41.402198 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:40:42.930351 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:40:47.261611 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:40:47.262421 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=1 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:40:50.881886 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-e0d32fc4-28bc-4c20-ae65-fefc8fc15469 service neutron] (103811) timed out ('10.222.0.57', 52572) {{(pid=103811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 04 08:40:51.080037 dv-cinder-836996-29-iscsi neutron-server[103811]: DEBUG neutron.wsgi [req-342b9503-c108-4586-a9cd-ba7eb65b5ca3 req-fb23609d-ed41-4e49-90c0-b5ab169ee635 tempest-AttachVolumeShelveTestJSON-2143275602 tempest-AttachVolumeShelveTestJSON-2143275602-project] (103811) timed out ('10.222.0.57', 52584) {{(pid=103811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 04 08:40:52.918957 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:40:52.926794 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:UPDATE=3,neutron:SELECT=19 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:40:58.181484 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:41:06.622934 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-c149a093-db71-44fd-bfc9-c84add481072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:41:07.351220 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:41:07.351921 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=3 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:41:09.195444 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-1cefb785-eedd-48ed-93df-248a0cbf0367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:41:10.172147 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:41:11.370806 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:41:12.924444 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:41:14.264877 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG neutron.db.agents_db [None req-ee63779c-194d-48da-8fb5-7c8a902fac29 None None] Agent healthcheck: found 6 active agents {{(pid=103814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 04 08:41:22.912835 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:41:22.919431 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:41:28.210794 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0d45df6-994d-4b56-b4c4-ab5db4b09ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (dd26eed1-2cb4-4c9e-b24e-487f4e3b412c), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:41:31.387476 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=14 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:41:31.388269 dv-cinder-836996-29-iscsi neutron-server[103814]: DEBUG dbcounter [-] [103814] Writing DB stats neutron:SELECT=14 {{(pid=103814) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 04 08:41:36.625002 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2a63ce8c-1480-4322-aef9-803fa214e6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (ea01a8d2-f4d6-4f5b-85de-dd090fec2651), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:41:39.197283 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-90b54263-6ce4-4130-af64-666d4a810fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (6d8e17b9-bfe8-41c1-8c91-f3f2bbd17fce), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:41:40.179402 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-b0a94c9c-fa30-4446-99c7-50f025c9a69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b421ce4a-0e4d-45ec-97d4-3515d8bcc141), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:41:41.373315 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-2ec24370-08f3-4446-be38-70dc1a4811fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (c446c507-35b2-4eb4-9740-d58e2aa43eaa), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 04 08:41:42.928467 dv-cinder-836996-29-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-9c9896d7-e8e2-4d01-8364-e8435240e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739929666039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1469196'] for agent (b86e9960-eecd-46ba-8fdc-4f3b345c15cd), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}